-- Logs begin at Thu 2022-02-17 03:59:43 UTC, end at Thu 2022-02-17 05:00:25 UTC. -- Feb 17 04:31:34.975546 dv-cinder-829630-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:31:37.748733 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:31:37.749260 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 17 04:31:37.749507 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:31:37.752681 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:31:37.752937 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev52 Feb 17 04:31:37.753248 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:31:37.754185 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:37.754419 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:37.754779 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:37.755027 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:37.755255 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:37.756117 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.756415 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.756708 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.756940 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.757231 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.757519 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.757799 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.758087 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.758382 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.758669 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.758948 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.759230 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.759460 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.759743 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.760116 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.760405 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.760630 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] debug = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.760907 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.761326 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.761730 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.762002 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.762288 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.762564 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.762834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.763107 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.763387 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.763710 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] host = dv-cinder-829630-1-iscsi {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.764011 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.764299 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.764583 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.764866 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.765141 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.765417 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.765699 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.765970 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.766240 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.766511 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.766796 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.767079 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.767364 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.767590 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.767812 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.768131 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.768417 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.768690 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.768963 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.769235 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.769506 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.769782 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.770049 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.770330 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.770611 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.770893 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.771720 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.772018 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.772294 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.772563 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.772844 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.773117 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.773387 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.773657 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.773939 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.774205 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.774473 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.774770 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.775052 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.775332 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.775613 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.775883 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.776193 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.776462 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.776731 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.776999 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_json = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.777269 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.777537 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.777815 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.778083 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.778352 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.778621 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.778888 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.779171 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.779441 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:37.779738 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.780059 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.780357 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.780642 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.780928 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.781205 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.781491 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.781766 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.782051 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.782330 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.782611 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.782883 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.783169 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.783443 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.783733 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.784050 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.784343 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.784631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.784903 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.785175 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.785447 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.785723 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.786005 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.786280 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.786567 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.786978 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.787266 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.787555 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.787849 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.788168 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.788446 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.788726 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.789016 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.789294 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.789571 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.789849 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.790139 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.790416 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.790686 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.790964 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.791240 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.791512 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.791783 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.792088 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.792375 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.792650 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.792921 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.793190 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.793467 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.793734 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.794015 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.794287 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.794561 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.794831 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.795104 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.795373 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.795641 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.795914 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.796210 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.796485 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.796755 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.797024 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.797294 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.797564 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.797834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.798103 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.798371 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.798652 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.798920 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.799188 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.799457 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.799732 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.800031 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.800318 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.800613 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.800888 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.801163 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.801438 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.801712 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.801989 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.802261 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.802658 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.802944 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.803213 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.803503 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.803785 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.804099 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.804385 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.804670 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.804965 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.805238 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.805520 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.805794 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.806068 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.806350 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.806631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.806922 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.807214 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.807509 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.807798 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.808114 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.808395 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.808698 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.808975 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:37.809191 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:37.809430 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108129) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 04:31:38.166143 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 04:31:38.166411 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 04:31:38.166698 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 17 04:31:38.167032 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:31:38.565020 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.565302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.565574 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.566887 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.567164 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.567432 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.603625 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.603902 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.604197 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.619655 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.619933 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.620229 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.650132 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.650413 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.650687 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.688217 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.688880 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.688880 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.926835 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.927986 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.927986 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.928212 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:38.928903 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.050654 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.050974 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.051263 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.051538 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.051807 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.052151 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.052542 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.052811 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.053063 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.053347 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.053610 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.053876 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.054132 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.054384 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.054639 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.054904 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.055159 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.055424 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.055692 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.055965 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.056241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.056495 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.056774 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.057149 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.057398 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.057641 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.058033 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.058272 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.058508 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.058744 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.058978 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.059212 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.059573 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:31:39.062742 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:31:39.066746 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:31:39.070615 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 17 04:31:39.072290 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:31:39.072735 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:31:39.073071 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 04:31:39.073453 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:31:39.076480 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:31:39.076735 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:31:39.077082 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 04:31:39.082444 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 04:31:39.105705 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 04:31:39.106150 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.106447 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108129) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 17 04:31:39.106809 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.108236 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108129) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:31:39.108522 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 04:31:39.108769 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 04:31:39.112323 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.112601 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.178035 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:31:39.178220 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:31:39.178454 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:31:39.178826 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:31:39.201476 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_db.sqlalchemy.engines [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108129) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 04:31:39.724974 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing driver for type 'gre' Feb 17 04:31:39.725504 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] gre ID ranges: [(1, 1000)] Feb 17 04:31:39.776041 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing driver for type 'local' Feb 17 04:31:39.776382 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing driver for type 'vlan' Feb 17 04:31:39.788763 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] VlanTypeDriver initialization complete Feb 17 04:31:39.789119 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing driver for type 'vxlan' Feb 17 04:31:39.789572 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:31:39.841874 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing extension driver 'port_security' Feb 17 04:31:39.842213 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.extensions.port_security [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] PortSecurityExtensionDriver initialization complete Feb 17 04:31:39.842653 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing mechanism driver 'openvswitch' Feb 17 04:31:39.842982 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing mechanism driver 'hyperv' Feb 17 04:31:39.849743 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.plugin [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:39.852145 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.852522 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.852881 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.853408 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.853846 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.854203 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.854553 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.854949 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.855358 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.855710 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.856082 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.856479 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.856888 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.857258 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.857592 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.857984 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.858389 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.858736 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.859077 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.859470 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.859876 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > address_group after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.860249 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > address_group after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.860599 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.861243 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 04:31:39.861726 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] ML2 OVO RPC backend initialized. {{(pid=108129) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 04:31:39.862431 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.862787 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.863201 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.863551 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > networks before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.863902 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.864274 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > ports before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.864619 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.865564 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnets before_response 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.865920 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.866268 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.866606 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.866945 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.867282 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.867617 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.867973 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.868307 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.868640 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.869212 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.plugin [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Modular L2 Plugin initialization complete Feb 17 04:31:39.869542 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading services supported by the core plugin {{(pid=108129) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:31:39.869869 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.plugins.ml2.managers [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Got port-security extension from driver 'port_security' Feb 17 04:31:39.870331 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.extensions.vlantransparent [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Disabled vlantransparent extension. Feb 17 04:31:39.870812 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108129) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:31:39.871126 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: router Feb 17 04:31:39.907879 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.908294 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_create 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.908673 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router before_create 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.909043 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.909419 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.909783 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_delete 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.910146 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.910625 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.910998 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_create 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.911349 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.912393 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.912846 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.913219 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.913636 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.914013 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.914361 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.914707 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: subnet after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.915046 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.915399 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.915752 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_create 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.916129 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.916476 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.916843 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router after_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.917195 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.917554 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_create 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.917923 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.918275 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_update 55549900 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.918645 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > agent after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.919002 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > agent after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.919352 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > network after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.920241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Tracking information for resource: router configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.920575 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Tracking information for resource: floatingip configured {{(pid=108129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 04:31:39.925524 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.db.l3_agentschedulers_db [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:31:39.926102 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.926467 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.926824 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.927177 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: port after_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.928835 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router before_create 55550100 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.929208 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.929575 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_create 55550100 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.929933 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > router precommit_update 55550100 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.934602 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.provider_configuration [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service providers = [] {{(pid=108129) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:31:39.934968 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.db.servicetype_db [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108129) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:31:39.937985 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.service_base [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:39.938333 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.service_base [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:39.938718 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.service_base [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:39.939570 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.services.service_base [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 04:31:39.939946 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.services.service_base [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:31:39.940349 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.940668 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:31:39.951633 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.951999 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: auto_allocate Feb 17 04:31:39.957843 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: network precommit_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.958213 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: network precommit_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.958932 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.959264 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: tag Feb 17 04:31:39.966097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.966432 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: timestamp Feb 17 04:31:39.970299 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.970640 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: network_ip_availability Feb 17 04:31:39.976694 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.977068 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.977428 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:39.978136 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.978461 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: flavors Feb 17 04:31:39.983504 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.983837 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading Plugin: revisions Feb 17 04:31:39.988473 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 04:31:39.988865 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=108129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 17 04:31:39.989602 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108129) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 04:31:39.990569 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Initializing extension manager. Feb 17 04:31:39.991090 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: __init__.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.991435 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: __pycache__ {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.991772 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.992144 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: address_group.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.992905 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:39.993468 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: address-group Feb 17 04:31:39.993793 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: address_scope.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.994519 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:39.995038 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: address-scope Feb 17 04:31:39.995365 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.996339 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:39.996863 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:31:39.997191 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: agent.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.997903 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:39.998417 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: agent Feb 17 04:31:39.998743 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: agent_resources_synced.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:39.999663 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.000281 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: agent-resources-synced Feb 17 04:31:40.000612 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: allowedaddresspairs.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.002406 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.002936 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: allowed-address-pairs Feb 17 04:31:40.003265 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: auto_allocated_topology.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.004393 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.004919 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: auto-allocated-topology Feb 17 04:31:40.005245 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: availability_zone.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.005982 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.006498 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: availability_zone Feb 17 04:31:40.006819 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: availability_zone_filter.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.007743 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.008285 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: availability_zone_filter Feb 17 04:31:40.008608 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: data_plane_status.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.009528 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.010039 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:31:40.010360 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: default_subnetpools.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.011286 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.011799 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: default-subnetpools Feb 17 04:31:40.012158 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.012978 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.013496 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:31:40.013819 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: dns.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.014746 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.015257 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:31:40.015581 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: dns_domain_ports.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.016531 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.017046 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:31:40.017368 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.018305 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.018805 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 04:31:40.019126 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: dvr.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.019802 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.020358 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: dvr Feb 17 04:31:40.020687 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: ecmp_routes.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.021645 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.022160 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 04:31:40.022483 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: empty_string_filtering.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.023404 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.023918 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: empty-string-filtering Feb 17 04:31:40.024273 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.025200 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.025711 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:31:40.026036 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.026955 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.027469 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:31:40.027791 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: external_net.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.028730 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.029248 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: external-net Feb 17 04:31:40.029570 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.030490 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.031012 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: extra_dhcp_opt Feb 17 04:31:40.031337 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: extraroute.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.032287 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.032805 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: extraroute Feb 17 04:31:40.033128 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: extraroute_atomic.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.034169 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.034685 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: extraroute-atomic Feb 17 04:31:40.035009 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: filter_validation.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.035845 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.036386 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: filter-validation Feb 17 04:31:40.037249 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: fip_pf_description.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.038169 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.038681 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:31:40.039005 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: fip_port_details.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.039938 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.040477 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: fip-port-details Feb 17 04:31:40.040803 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: flavors.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.042063 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.042584 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: flavors Feb 17 04:31:40.042903 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.044607 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.045140 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:31:40.045472 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: floatingip_pools.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.046178 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.046701 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: floatingip-pools Feb 17 04:31:40.047029 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: ip_allocation.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.047988 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.048510 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:31:40.048840 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.049771 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.050294 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: ip-substring-filtering Feb 17 04:31:40.050620 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l2_adjacency.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.051562 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.052113 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:31:40.053070 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.054102 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.054632 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: router Feb 17 04:31:40.054959 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.057258 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.057796 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:31:40.058130 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.059083 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.059609 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: ext-gw-mode Feb 17 04:31:40.059938 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.060894 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.061422 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: l3-ha Feb 17 04:31:40.061750 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3_flavors.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.062671 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.063190 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: l3-flavors Feb 17 04:31:40.063514 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.064460 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.064977 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:31:40.065302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: l3agentscheduler.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.066330 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.066851 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: l3_agent_scheduler Feb 17 04:31:40.067179 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: logging.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.068812 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.069346 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension logging not supported by any of loaded plugins Feb 17 04:31:40.069680 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: metering.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.070435 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.071024 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: metering Feb 17 04:31:40.071354 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.072614 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.073150 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:31:40.073481 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: multiprovidernet.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.074420 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.074942 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: multi-provider Feb 17 04:31:40.075269 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: netmtu.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.076241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.076764 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: net-mtu Feb 17 04:31:40.077090 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: netmtu_writable.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.078019 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.078536 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: net-mtu-writable Feb 17 04:31:40.078862 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: network_availability_zone.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.079538 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.080086 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: network_availability_zone Feb 17 04:31:40.080410 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: network_ip_availability.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.081547 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.082068 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: network-ip-availability Feb 17 04:31:40.082395 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: network_segment_range.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.083231 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.083718 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:31:40.084224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: pagination.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.085233 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.085565 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: pagination Feb 17 04:31:40.085885 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: port_device_profile.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.086817 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.087341 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: port-device-profile Feb 17 04:31:40.087666 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.088639 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.089160 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: port-mac-address-regenerate Feb 17 04:31:40.089483 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.090420 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.090941 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: port-numa-affinity-policy Feb 17 04:31:40.091270 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: port_resource_request.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.092237 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.092755 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:31:40.093079 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: portbindings.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.094020 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.094541 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: binding Feb 17 04:31:40.094864 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: portbindings_extended.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.096192 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.096719 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: binding-extended Feb 17 04:31:40.097048 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: portsecurity.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.097970 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.098491 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: port-security Feb 17 04:31:40.098815 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: project_id.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.100501 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.100836 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: project-id Feb 17 04:31:40.101163 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: providernet.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.102113 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.102637 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: provider Feb 17 04:31:40.102963 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.106557 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.107090 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos not supported by any of loaded plugins Feb 17 04:31:40.107422 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.108717 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.109243 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:31:40.109576 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.110508 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.111291 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:31:40.111619 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_default.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.112579 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.113098 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:31:40.113424 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_fip.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.114087 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.114601 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:31:40.115492 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_gateway_ip.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.116459 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.116976 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:31:40.117302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_port_network_policy.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.118233 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.118746 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:31:40.119072 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_pps_rule.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.120300 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.120824 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-pps not supported by any of loaded plugins Feb 17 04:31:40.121147 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_rule_type_details.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.122084 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.122605 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:31:40.122929 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: qos_rules_alias.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.124037 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.124561 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:31:40.124886 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: quotasv2.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.125976 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.126308 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: quotas Feb 17 04:31:40.126630 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: quotasv2_detail.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.129902 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.130246 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: quota_details Feb 17 04:31:40.130629 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: rbac.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.131698 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.132267 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: rbac-policies Feb 17 04:31:40.132603 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: rbac_address_group.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.133551 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.134081 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: rbac-address-group Feb 17 04:31:40.134410 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: rbac_address_scope.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.135341 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.135869 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: rbac-address-scope Feb 17 04:31:40.136224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: rbac_security_groups.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.137148 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.137671 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: rbac-security-groups Feb 17 04:31:40.137998 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: rbac_subnetpool.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.138924 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.139449 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: rbac-subnetpool Feb 17 04:31:40.139773 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: revisionifmatch.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.140865 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.141391 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: revision-if-match Feb 17 04:31:40.141724 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: revisions.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.142895 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.143378 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: standard-attr-revisions Feb 17 04:31:40.143788 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: router_availability_zone.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.144431 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.144948 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: router_availability_zone Feb 17 04:31:40.145274 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: routerservicetype.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.146372 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.146772 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:31:40.147097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.148217 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.148776 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:31:40.149070 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.149999 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.150518 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: port-security-groups-filtering Feb 17 04:31:40.150888 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.151835 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.152384 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: security-groups-remote-address-group Feb 17 04:31:40.152745 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: securitygroup.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.165009 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.165532 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: security-group Feb 17 04:31:40.166099 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: segment.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.166846 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.167221 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension segment not supported by any of loaded plugins Feb 17 04:31:40.167582 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.168589 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.169113 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:31:40.169445 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: servicetype.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.170681 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.171242 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: service-type Feb 17 04:31:40.171576 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: sorting.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.172607 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.172941 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: sorting Feb 17 04:31:40.173275 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: standard_attr_segment.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.174205 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.174821 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:31:40.175065 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: standardattrdescription.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.175726 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.176281 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: standard-attr-description Feb 17 04:31:40.176610 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: stateful_security_group.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.178217 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.178834 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: stateful-security-group Feb 17 04:31:40.179239 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: stdattrs_common.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.179845 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:31:40.180196 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.181197 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.181723 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:31:40.182048 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnet_onboard.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.183158 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.183692 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: subnet_onboard Feb 17 04:31:40.184050 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.185103 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.185613 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:31:40.185940 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnet_service_types.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.186889 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.187414 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: subnet-service-types Feb 17 04:31:40.187739 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnetallocation.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.188945 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.189396 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: subnet_allocation Feb 17 04:31:40.189943 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.190404 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.190993 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:31:40.191277 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.192255 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.192760 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:31:40.193145 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: tagging.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.194242 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.194798 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: standard-attr-tag Feb 17 04:31:40.195097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: timestamp.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.196361 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.196889 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loaded extension: standard-attr-timestamp Feb 17 04:31:40.197218 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: trunk.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.198268 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.198797 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension trunk not supported by any of loaded plugins Feb 17 04:31:40.199127 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: trunk_details.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.200095 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.200620 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:31:40.200949 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: uplink_status_propagation.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.201878 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.202409 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:31:40.202732 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Loading extension file: vlantransparent.py {{(pid=108129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 04:31:40.203415 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:31:40.203937 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:31:40.206440 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:network Feb 17 04:31:40.206967 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:31:40.207366 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:40.207758 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:port Feb 17 04:31:40.209247 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.209695 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service FLAVORS assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.210326 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.210770 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.211105 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:router Feb 17 04:31:40.211563 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:31:40.212096 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service METERING assigned prefix: /metering {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.213532 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:40.213906 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:40.214258 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:31:40.215270 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:31:40.215719 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:31:40.216191 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:31:40.216792 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service CORE assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.217124 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:40.217472 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] subnetpool is already registered Feb 17 04:31:40.217906 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service CORE assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.218235 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:40.218568 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] subnetpool is already registered Feb 17 04:31:40.220895 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.221330 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service FLAVORS assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.221920 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.222351 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.222687 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:router Feb 17 04:31:40.223024 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] router is already registered Feb 17 04:31:40.223437 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:31:40.223775 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] floatingip is already registered Feb 17 04:31:40.224954 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service METERING assigned prefix: /metering {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.225720 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:31:40.226051 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] rbac_policy is already registered Feb 17 04:31:40.226464 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:31:40.226801 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] security_group is already registered Feb 17 04:31:40.227204 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:31:40.227536 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] security_group_rule is already registered Feb 17 04:31:40.228189 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service CORE assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.228522 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:40.228858 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] subnetpool is already registered Feb 17 04:31:40.229278 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.v2.resource_helper [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Service CORE assigned prefix: {{(pid=108129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 04:31:40.229612 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:31:40.229959 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING neutron.quota.resource_registry [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] subnetpool is already registered Feb 17 04:31:40.230426 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: extensions {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.231936 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: address-groups {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.233449 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: address-scopes {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.234764 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: agents {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.236192 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: auto-allocated-topology {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.237432 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: availability_zones {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.238678 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: dhcp-networks {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.240936 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: dhcp-agents {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.242378 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: routers {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.244613 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: flavors {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.245772 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: service_profiles {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.246999 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: next_providers {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.248482 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: service_profiles {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.250020 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: floatingip-pools {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.251240 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: routers {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.253373 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: floatingips {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.254905 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: l3-routers {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.256382 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: l3-agents {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.257781 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: metering-labels {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.259133 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: metering-label-rules {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.260442 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: network-ip-availabilities {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.261754 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: bindings {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.263407 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: quotas {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.264853 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: quotas {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.266254 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: rbac-policies {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.267446 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: security-groups {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.269706 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: security-group-rules {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.271456 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: service-providers {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.272706 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: subnetpools {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.274139 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: subnetpools {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.275596 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.277346 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.279142 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.280970 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.282739 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.284679 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.286348 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.288946 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.290699 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.292469 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron.api.extensions [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Extended resource: tags {{(pid=108129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 04:31:40.298394 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING keystonemiddleware.auth_token [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:31:40.303234 dv-cinder-829630-1-iscsi neutron-server[108129]: WARNING keystonemiddleware.auth_token [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:31:40.311647 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Acquired lock "singleton_lock" {{(pid=108129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:31:40.312153 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_concurrency.lockutils [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Releasing lock "singleton_lock" {{(pid=108129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:31:40.312786 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Starting 2 workers Feb 17 04:31:40.317587 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Started child 108236 {{(pid=108129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:40.322089 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Started child 108237 {{(pid=108129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:40.323276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.323997 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO neutron.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:31:40.324400 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Notify callbacks [] for process, before_spawn {{(pid=108129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.324907 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [-] (108236) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:31:40.326812 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.327316 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Starting 1 workers Feb 17 04:31:40.328191 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [-] (108237) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:31:40.332140 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Started child 108238 {{(pid=108129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:40.332713 dv-cinder-829630-1-iscsi neutron-server[108129]: INFO oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Starting 1 workers Feb 17 04:31:40.336558 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] calling RpcWorker wait() {{(pid=108238) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:31:40.337125 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] returning from RpcWorker wait() {{(pid=108238) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:31:40.337760 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Started child 108239 {{(pid=108129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 04:31:40.338476 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.338592 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG neutron_lib.callbacks.manager [None req-03db97ed-f7bb-4419-b2c2-d21b7d82a088 None None] Notify callbacks [] for process, after_spawn {{(pid=108129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.339007 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:40.340509 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 04:31:40.340723 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:40.340909 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:40.341134 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:40.341485 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:40.341649 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:40.342342 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.342607 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.342758 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:40.343246 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.343246 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.343416 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.343914 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:40.344203 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.344468 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.344702 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.344991 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.345228 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.345403 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.345569 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.345834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.346107 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.346402 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.346671 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.346909 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.347181 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.347359 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.347611 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.347882 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.348133 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.348393 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] debug = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.348651 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.349925 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.350101 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.350306 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.350545 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.350824 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.351083 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.351348 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.351591 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.351844 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.352214 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.352477 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.352724 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.352956 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.353193 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.353467 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.353685 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.354162 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] host = dv-cinder-829630-1-iscsi {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.354398 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.354593 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.354841 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.355094 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.355348 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.355568 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.355813 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.356097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.356358 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.356583 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.356843 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.357095 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.357343 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.357581 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.357745 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_options = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.357997 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.358245 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.358503 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.358690 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.358860 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.359034 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.359266 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.359430 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.359673 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.359891 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.360144 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.360359 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.360594 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.360809 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.361323 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.361584 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.361839 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.362047 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.362414 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.362649 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.362875 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.363119 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.363344 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.363563 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.363779 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.364048 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.364294 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.364520 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.364786 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.365241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.365561 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.366038 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.366329 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.366574 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.366846 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.367077 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.367305 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.367522 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.367861 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.368324 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.368697 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.369066 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.369333 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.370961 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.372223 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.372223 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.372223 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_json = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.372223 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.373857 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.373857 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.373857 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.373857 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.374430 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.374595 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.376837 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.377947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.377947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.377947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.377947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.377947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.378670 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.378670 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.378670 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.379071 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.379241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.379501 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.379766 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.380004 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.380261 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.380728 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.381016 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.381566 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.381798 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.382049 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.382278 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.382498 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.382818 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.383102 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.383371 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.383620 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.383835 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.384089 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.384488 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.384891 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.385270 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.385508 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.385775 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.385997 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.386217 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.386460 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.386691 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.386907 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.387140 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.387402 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.387683 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.387908 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.388177 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.388426 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.388645 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.388866 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.389099 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.389353 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.389593 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.389850 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.390095 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.390315 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.390549 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.390810 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.391031 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.391331 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.391554 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.391767 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.391998 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.392241 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.392474 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.392738 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.392974 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.393190 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.393514 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.393730 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.393967 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.394217 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.394458 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.394671 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.394920 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.395145 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.395363 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.395609 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.395798 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.396546 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.396797 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.397029 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.397270 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.397484 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.397716 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.397926 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.398160 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.398373 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.398650 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.398981 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.399224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.399468 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.399719 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.399985 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.400224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.400486 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.400703 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.400920 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.401160 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.401420 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.401655 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.401905 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.402145 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.402378 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.402607 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.402987 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.403397 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.403640 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.403890 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.404152 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.404553 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.404955 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.405287 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.405471 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.405737 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.405988 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.406206 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.406463 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.406709 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.406985 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.407291 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.407564 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.407819 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.408078 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.408332 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.408610 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.408803 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.409221 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.409471 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.409722 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.409935 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.410239 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.410479 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.410714 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.410927 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.411156 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.411488 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.412316 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.412563 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.412798 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.413072 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.413348 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.413556 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.413834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.414080 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.414330 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.414573 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.414797 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.415031 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.415277 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.415524 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.415735 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.415990 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.416228 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.416466 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.416713 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.416940 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.417187 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.417420 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.417631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.417871 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.418086 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.418324 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.418565 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.418776 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.419009 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.419244 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.419457 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.419697 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.419911 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.420165 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.420427 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.420641 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.420907 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.421161 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.421397 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.421624 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.421861 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.422097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.422316 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.422551 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.422782 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.422995 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.423223 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.423437 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.423670 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.423898 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.424148 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.424358 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.424607 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.424843 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.425166 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.425482 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.425710 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.425955 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.426186 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.426423 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.426666 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.426879 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.427095 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.427333 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.427544 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.427799 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.428050 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.428300 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.428524 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.428730 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.428954 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.429180 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.429370 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.429649 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.429872 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.430105 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.430363 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.430594 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.430808 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.431048 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.431255 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.431458 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.431674 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.431886 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.432116 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.432341 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.432547 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.432752 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.432969 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.433180 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.433384 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.433633 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.433840 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.434065 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.434285 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.434481 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.434689 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.434902 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.435101 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.435306 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.435532 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.435745 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.435971 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.436211 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.436425 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.436629 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.436844 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.437055 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.437280 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.437595 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.437841 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.438057 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.438338 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.438645 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.438886 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.439252 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.439423 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.439633 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.439870 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.440141 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.440382 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.440600 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.440849 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.441164 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.441441 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.441687 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.441934 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.442193 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.442464 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.442745 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.443494 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.443818 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.444166 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.444451 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.444702 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.444950 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.445199 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.445421 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.445648 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.445861 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.446097 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.446308 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.446545 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.446779 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.447031 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.447253 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.447476 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.447688 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.447915 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.448162 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.448393 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.448591 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.448749 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:40.449271 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 04:31:40.449427 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:31:40.449581 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 04:31:40.449750 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:31:40.449899 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 04:31:40.450043 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 04:31:40.450250 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.450402 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.450536 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.450685 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.450823 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451020 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451182 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451338 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451494 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451650 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.451809 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452064 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452211 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452351 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452490 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452612 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452735 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.452862 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453001 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453150 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453305 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453460 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453616 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] debug = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453770 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.453969 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454130 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454285 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454440 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454595 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454750 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.454905 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455222 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455222 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455384 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455496 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455730 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455840 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.455938 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456124 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456280 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456436 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] host = dv-cinder-829630-1-iscsi {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456597 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456753 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.456909 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457063 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457220 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457375 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457531 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457687 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457842 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.457996 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.458150 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.458236 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:40.458321 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.458941 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.459211 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.459373 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_options = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.459674 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.459848 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460034 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460221 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460384 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460542 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460699 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.460856 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461011 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461166 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461321 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461476 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461632 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461786 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.461942 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462096 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462253 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462409 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462565 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462721 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.462876 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463032 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463187 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463338 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463494 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.463834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464011 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464091 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464251 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464406 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464564 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464717 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.464873 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465027 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465182 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465336 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465492 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465896 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.465896 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466063 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466142 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466230 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466400 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466528 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466683 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466839 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_json = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.466994 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467154 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467308 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467463 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467616 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467770 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.467925 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.468106 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.468261 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 04:31:40.468437 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.468596 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.468766 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.468924 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469084 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469242 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469399 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469557 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469714 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.469871 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470035 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470194 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470362 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470519 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470676 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470836 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.470995 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471152 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471310 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471467 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471625 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471783 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.471970 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472131 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472290 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472446 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472603 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472779 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.472936 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473098 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473257 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473414 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473574 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473738 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.473886 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.474040 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.474786 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475068 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475258 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475403 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475531 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475654 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.475813 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476060 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476148 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476457 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476598 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476752 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.476893 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477035 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477174 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477338 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477887 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477887 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.477887 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478302 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478802 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478802 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478802 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.478802 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479319 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479319 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479319 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479716 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479716 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.479716 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480187 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480187 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480187 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480604 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480604 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.480604 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481004 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481004 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481004 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481402 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481402 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481666 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481666 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481929 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.481929 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482203 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482203 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482490 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482490 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482754 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.482754 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483017 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483156 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483305 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483445 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483582 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483720 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.483859 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484016 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484183 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484325 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484465 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484619 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484761 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.484900 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485039 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485178 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485317 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485457 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485595 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.485735 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486214 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486388 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486388 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486656 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486795 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.486933 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487070 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487209 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487355 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487506 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487647 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487738 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.487898 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488119 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488285 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488647 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488647 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488784 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.488885 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489043 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489200 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489358 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489524 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489694 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.489887 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490047 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490203 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490385 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490542 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490699 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.490858 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491017 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491156 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491342 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491500 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491658 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491821 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.491997 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492159 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492316 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492474 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492788 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.492947 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493106 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493297 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493413 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493570 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493728 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.493886 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494043 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494200 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494358 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494515 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494672 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494829 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.494986 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495142 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495299 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495457 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495614 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495769 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.495926 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496114 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496277 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496438 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496596 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496754 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.496912 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497075 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497233 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497392 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497549 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497708 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.497868 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498025 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498183 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498341 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498498 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498829 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.498829 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499045 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499172 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499256 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499398 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499556 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499714 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.499870 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.501224 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502030 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502606 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502606 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502606 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502606 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502877 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.502877 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503075 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503192 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503355 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503513 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503671 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.503842 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504020 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504180 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504340 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504495 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504652 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504820 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.504978 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.505135 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.505292 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.505473 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.505631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.505807 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506008 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506090 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506245 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506401 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506558 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506726 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.506884 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507046 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507202 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507360 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507517 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507685 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.507842 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508024 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508193 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508350 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508507 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508664 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.508992 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509152 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509313 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509472 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509631 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509790 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.509953 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510121 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510287 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510446 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510612 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510779 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.510948 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511106 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511270 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511440 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511598 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511760 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.511915 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512103 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512260 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512416 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512576 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512734 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.512892 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513047 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513204 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513361 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513519 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513676 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513834 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.513991 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.514148 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.514304 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.514462 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 04:31:40.514614 dv-cinder-829630-1-iscsi neutron-server[108129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 04:31:40.645930 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43450) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:31:40.655258 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064123 Feb 17 04:31:51.848972 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420141f-a832-491b-8f92-251adfa5835e None None] get_active_networks_info from dv-cinder-829630-1-iscsi {{(pid=108238) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 17 04:31:51.910147 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420141f-a832-491b-8f92-251adfa5835e None None] No non-hosted networks {{(pid=108238) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:31:51.924759 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.agentschedulers_db [None req-1420141f-a832-491b-8f92-251adfa5835e None None] DHCP Agent not found on host dv-cinder-829630-1-iscsi {{(pid=108238) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 04:31:52.080821 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-64156613-58f0-470b-ad27-483e63cbacdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:54.249264 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0d99432d-022f-46c2-90ee-c75b56318d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:54.277960 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc53f-fb7a-4338-8d09-9847d159b7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:55.014364 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:56.684825 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:57.014751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:31:57.015414 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.015779 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.016269 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.016605 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.016940 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.017303 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.017650 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.017999 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.018325 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.018646 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.018983 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.019308 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:31:57.019685 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829630-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:57.030041 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829630-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:31:57.712033 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43540) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:31:58.217838 dv-cinder-829630-1-iscsi neutron-server[108237]: WARNING oslo_policy.policy [None req-f297b3dc-34dc-4b43-b2a8-9ee352385ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:58.218439 dv-cinder-829630-1-iscsi neutron-server[108237]: WARNING oslo_policy.policy [None req-f297b3dc-34dc-4b43-b2a8-9ee352385ce3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:31:58.445479 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [None req-f297b3dc-34dc-4b43-b2a8-9ee352385ce3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:31:58.446597 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f297b3dc-34dc-4b43-b2a8-9ee352385ce3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7336617 Feb 17 04:32:00.573543 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.db.l3_hamode_db [None req-f9c23dcd-1a39-454f-911b-5bbb9d64565c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:32:00.652843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c23dcd-1a39-454f-911b-5bbb9d64565c None None] Routers set() bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:00.653218 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c23dcd-1a39-454f-911b-5bbb9d64565c None None] Router IDs set() for agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 04:32:00.861275 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43556) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:01.188868 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:01.281886 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.policy [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108237) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 04:32:01.326065 dv-cinder-829630-1-iscsi neutron-server[108237]: WARNING oslo_policy.policy [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:01.326425 dv-cinder-829630-1-iscsi neutron-server[108237]: WARNING oslo_policy.policy [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:01.335326 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.quota [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] Loaded quota_driver: . Feb 17 04:32:01.423211 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433907235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433903856', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433891602', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433886049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433279583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736433872895', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4125033', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4112468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549285'] for rbac-policy, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:01.489363 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:01.490790 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d919fe8b-1f6b-4fed-8c5c-617b986093c3 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6285210 Feb 17 04:32:04.114317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43568) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:04.603348 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:04.603922 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:04.825915 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Request body: {'network': {'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'name': 'private'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:04.827519 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.quota [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Loaded quota_driver: . Feb 17 04:32:04.885065 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Made reservation on behalf of 52702e17ffd74ebda8cc0a653df0559a for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:04.950584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.policy [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108236) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 04:32:04.995916 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:04.996305 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:05.006644 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.027910 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.138181 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.141753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.165222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:32:05.190626 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736434876474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.191209 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Unsubscribe: segment precommit_create {{(pid=108236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 04:32:05.191715 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Added segment 1c151b8a-02e5-44c6-90be-3b98903327e8 of type vlan for network 28068cb7-6088-49ef-b126-f7f21fd5d6da Feb 17 04:32:05.198196 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaec044-9248-4757-b378-019b547221fd,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:05.226833 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.227180 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.227515 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.227837 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.228186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.228520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.228846 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.229172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.229486 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.229798 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.230107 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.230416 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Tracked resource versions report: Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: pushed versions: Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Log': {'1.0'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Network': {'1.1'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Port': {'1.7'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'PortForwarding': {'1.2'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'QosPolicy': {'1.9'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SubPort': {'1.0'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Subnet': {'1.1'}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Trunk': {'1.1'}} Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: consumer versions: Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'ConntrackHelper': '1.0', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Log': '1.0', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Network': '1.1', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Port': '1.7', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'PortForwarding': '1.2', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'QosPolicy': '1.9', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroup': '1.4', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroupRule': '1.2', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SubPort': '1.0', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Subnet': '1.1', Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Trunk': '1.1'}} Feb 17 04:32:05.231481 dv-cinder-829630-1-iscsi neutron-server[108236]: {{(pid=108236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:05.313914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.351760 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.353003 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:05.353673 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:05.431012 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3138421 Feb 17 04:32:05.459008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64c2c2-6694-4d94-a5da-83d0ddd777b5 admin admin] Pushing event updated for resources: {'Network': ['ID=28068cb7-6088-49ef-b126-f7f21fd5d6da,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:05.470648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:32:08.186657 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43590) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:08.608456 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2f22e-f3b4-451d-80b2-f20d6187fa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:08.609876 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-14d2f22e-f3b4-451d-80b2-f20d6187fa7b admin admin] 10.222.0.61 "GET /v2.0/networks/28068cb7-6088-49ef-b126-f7f21fd5d6da HTTP/1.1" status: 200 len: 825 time: 0.4222901 Feb 17 04:32:08.635166 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-bad36c3e-3900-4bb0-a5ef-9ba199d25cb4 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/2476133c-4b62-48bf-b1f4-b6e904584538 HTTP/1.1" status: 200 len: 734 time: 0.0180671 Feb 17 04:32:08.645321 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Request body: {'subnet': {'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538', 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:08.673967 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Made reservation on behalf of 52702e17ffd74ebda8cc0a653df0559a for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:08.676669 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:08.954089 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:09.018978 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Checking segment: {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:09.019357 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Network hostable DHCP agents. Network: 28068cb7-6088-49ef-b126-f7f21fd5d6da, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:32:09.035233 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb93da3-46ae-48c7-b9ac-a4a1e859d693,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:09.049346 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.049705 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.050108 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.050509 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.050924 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.051376 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.051705 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.052089 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.052643 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.052998 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.053316 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.053631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Tracked resource versions report: Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: pushed versions: Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Log': {'1.0'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Network': {'1.1'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Port': {'1.7'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'PortForwarding': {'1.2'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'QosPolicy': {'1.9'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SubPort': {'1.0'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Subnet': {'1.1'}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Trunk': {'1.1'}} Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: consumer versions: Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'ConntrackHelper': '1.0', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Log': '1.0', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Network': '1.1', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Port': '1.7', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'PortForwarding': '1.2', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'QosPolicy': '1.9', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroup': '1.4', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroupRule': '1.2', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SubPort': '1.0', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Subnet': '1.1', Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Trunk': '1.1'}} Feb 17 04:32:09.054701 dv-cinder-829630-1-iscsi neutron-server[108237]: {{(pid=108237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:09.072422 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:32:09.088767 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 28068cb7-6088-49ef-b126-f7f21fd5d6da) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:09.093369 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:09.094033 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:09.098330 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbac043-c54a-45d1-9fa0-7bf29dc20169 None None] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:09.109794 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6f3b028b-9e4c-4798-a075-021c6b88bbba admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4676893 Feb 17 04:32:09.420238 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-28068cb7-6088-49ef-b126-f7f21fd5d6da', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:32:09.421653 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:09.714347 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Allocated IP 172.20.0.2 (28068cb7-6088-49ef-b126-f7f21fd5d6da/7cb93da3-46ae-48c7-b9ac-a4a1e859d693/e59be342-9155-420d-9752-ebe485a5a2a0) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:09.912432 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:09.920353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:10.009286 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:10.010380 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Pushing event updated for resources: {'Port': ['ID=e59be342-9155-420d-9752-ebe485a5a2a0,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:10.017963 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:10.020146 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.020513 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.020926 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.021262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.021776 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.022111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.022438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.022765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.023091 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.023412 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.023733 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.024078 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Tracked resource versions report: Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: pushed versions: Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Log': {'1.0'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Network': {'1.1'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Port': {'1.7'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'PortForwarding': {'1.2'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'QosPolicy': {'1.9'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SubPort': {'1.0'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Subnet': {'1.1'}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Trunk': {'1.1'}} Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: consumer versions: Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'ConntrackHelper': '1.0', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Log': '1.0', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Network': '1.1', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Port': '1.7', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'PortForwarding': '1.2', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'QosPolicy': '1.9', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroup': '1.4', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroupRule': '1.2', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SubPort': '1.0', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Subnet': '1.1', Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Trunk': '1.1'}} Feb 17 04:32:10.025213 dv-cinder-829630-1-iscsi neutron-server[108238]: {{(pid=108238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:10.041765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:10.120133 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Attempting to bind port e59be342-9155-420d-9752-ebe485a5a2a0 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:10.120804 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Attempting to bind port e59be342-9155-420d-9752-ebe485a5a2a0 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:10.120940 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Attempting to bind port e59be342-9155-420d-9752-ebe485a5a2a0 on network 28068cb7-6088-49ef-b126-f7f21fd5d6da {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:10.125738 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:10.126175 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Checking segment: {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:10.126658 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:10.127050 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Bound using segment: {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:10.127546 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Bound port: e59be342-9155-420d-9752-ebe485a5a2a0, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:10.127940 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:10.191389 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] For port e59be342-9155-420d-9752-ebe485a5a2a0, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:10.195876 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] For port e59be342-9155-420d-9752-ebe485a5a2a0, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=e59be342-9155-420d-9752-ebe485a5a2a0,segment=NetworkSegment(1c151b8a-02e5-44c6-90be-3b98903327e8),segment_id=1c151b8a-02e5-44c6-90be-3b98903327e8)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:10.200526 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:10.269059 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545f612-fd0d-4245-80c8-4822635a019b None None] Pushing event updated for resources: {'Port': ['ID=e59be342-9155-420d-9752-ebe485a5a2a0,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:11.555699 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43604) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:11.864929 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [None req-d5864465-501d-481f-be36-377c9aec47a3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:11.866108 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d5864465-501d-481f-be36-377c9aec47a3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093548 Feb 17 04:32:14.299885 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 43612) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:14.628412 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [None req-77da9373-1dfd-4a8e-a69c-649dafa11ec9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:14.643976 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-77da9373-1dfd-4a8e-a69c-649dafa11ec9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282106 Feb 17 04:32:17.323797 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43622) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:17.644713 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Request body: {'router': {'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'name': 'router1', 'admin_state_up': True}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:17.675287 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.676917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.812525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.817010 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.831342 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:17.832634 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b38a48a3-0e02-4321-9044-92f44fe9dc9c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5078282 Feb 17 04:32:18.328492 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device e59be342-9155-420d-9752-ebe485a5a2a0 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:18.423816 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port e59be342-9155-420d-9752-ebe485a5a2a0 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:18.424234 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:18.531087 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:18.565479 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port e59be342-9155-420d-9752-ebe485a5a2a0, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=e59be342-9155-420d-9752-ebe485a5a2a0,segment=NetworkSegment(1c151b8a-02e5-44c6-90be-3b98903327e8),segment_id=1c151b8a-02e5-44c6-90be-3b98903327e8)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:18.569506 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:18.616440 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=e59be342-9155-420d-9752-ebe485a5a2a0,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:18.679474 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefa631-6279-429d-8962-68182c2ba9e2 None None] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:18.793788 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-619b8d4c-3990-4b22-8c2b-7d0598d31366 None None] Provisioning complete for port e59be342-9155-420d-9752-ebe485a5a2a0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:18.794153 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-619b8d4c-3990-4b22-8c2b-7d0598d31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:19.135009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-ef4288a0-7c0c-4a98-bbec-4f6877ad670c None None] Provisioning complete for port e59be342-9155-420d-9752-ebe485a5a2a0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:19.135372 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ef4288a0-7c0c-4a98-bbec-4f6877ad670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:20.270881 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43634) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:20.300334 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device e59be342-9155-420d-9752-ebe485a5a2a0 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:20.349723 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port e59be342-9155-420d-9752-ebe485a5a2a0 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:20.350011 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:20.584299 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [None req-eaf5947f-14df-4bcd-a700-9eee2ac34f7b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:32:20.585291 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-eaf5947f-14df-4bcd-a700-9eee2ac34f7b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134525 Feb 17 04:32:21.767331 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d573ebc5-a23c-4150-ab85-5587a363551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:22.976405 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43642) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:23.290945 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:23.312751 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Made reservation on behalf of 9ae58b4ca7ab4f0c9bcb3201fa3e9c6a for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:23.315014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.323815 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.396970 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.400477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.414326 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Reserving flat network on physical network physnet1 {{(pid=108236) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 04:32:23.438822 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee34538-6323-4625-aa48-fa6f199d64dc,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:23.442546 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.443231 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Added segment cb3d0576-fd33-482e-95cb-8ba8dbcb32db of type flat for network 24202a8a-dae7-43b9-92be-0ab799b37a74 Feb 17 04:32:23.488067 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.518485 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.519320 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:23.519876 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:23.571265 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5938318 Feb 17 04:32:23.578014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a97b1-78d5-4489-b4c3-cdadedb9083f admin admin] Pushing event updated for resources: {'Network': ['ID=24202a8a-dae7-43b9-92be-0ab799b37a74,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:23.592437 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:32:24.234200 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-931a2440-c1bc-4216-b466-1622a1329c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:24.979000 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:25.979900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:26.209305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555cd878-d783-4734-a9e7-ad26b7d15f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:26.210581 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-555cd878-d783-4734-a9e7-ad26b7d15f50 admin admin] 10.222.0.61 "GET /v2.0/subnets/7cb93da3-46ae-48c7-b9ac-a4a1e859d693 HTTP/1.1" status: 200 len: 849 time: 0.2297149 Feb 17 04:32:26.327406 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e07343ac-9f50-4ead-ad72-5062f778e6ec admin admin] 10.222.0.61 "GET /v2.0/routers/4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 HTTP/1.1" status: 200 len: 704 time: 0.1107204 Feb 17 04:32:26.584834 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:26.640880 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:26.877532 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Allocated IP 172.20.0.1 (28068cb7-6088-49ef-b126-f7f21fd5d6da/7cb93da3-46ae-48c7-b9ac-a4a1e859d693/bfc3cb37-4d74-443a-9fec-c0ba3340a852) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:26.998375 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.061024 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.128141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.208709 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:27.215568 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:27.219308 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc3cb37-4d74-443a-9fec-c0ba3340a852,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:27.223514 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:27.223631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.376816 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-34b9dfd2-1b1d-42bc-9501-cb75fc46c57a None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:27.377182 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-34b9dfd2-1b1d-42bc-9501-cb75fc46c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.459455 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-34b9dfd2-1b1d-42bc-9501-cb75fc46c57a None None] Port bfc3cb37-4d74-443a-9fec-c0ba3340a852 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:27.476162 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.676009 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.681141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.681885 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:27.758774 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc3cb37-4d74-443a-9fec-c0ba3340a852,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:27.805663 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:27.806920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:27.968186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:32:27.980530 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-30f5e516-3a83-4092-88e3-33ab899a5898 None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:27.981078 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-30f5e516-3a83-4092-88e3-33ab899a5898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:28.013580 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-30f5e516-3a83-4092-88e3-33ab899a5898 None None] Port bfc3cb37-4d74-443a-9fec-c0ba3340a852 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:28.057675 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:32:28.062746 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-054a401c-1456-46c5-b7e3-bb26ae8db920 admin admin] 10.222.0.61 "PUT /v2.0/routers/4ea1c7c5-d6f7-4e12-af47-a2d6f684b616/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7295661 Feb 17 04:32:28.072593 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Sync routers for ids ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:32:28.084905 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Routers {'4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:28.085630 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:32:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:28.268583 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Set router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:28.691081 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 2, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port_host': None, '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 2, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:28.739830 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Checking router: 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:32:28.740228 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Updating router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 port bfc3cb37-4d74-443a-9fec-c0ba3340a852 binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:32:28.813052 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.294048 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.300507 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.468239 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Attempting to bind port bfc3cb37-4d74-443a-9fec-c0ba3340a852 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:29.468657 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Attempting to bind port bfc3cb37-4d74-443a-9fec-c0ba3340a852 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:29.469119 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Attempting to bind port bfc3cb37-4d74-443a-9fec-c0ba3340a852 on network 28068cb7-6088-49ef-b126-f7f21fd5d6da {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:29.477490 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:29.477903 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Checking segment: {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:29.478367 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.478747 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Bound using segment: {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:29.479236 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Bound port: bfc3cb37-4d74-443a-9fec-c0ba3340a852, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c151b8a-02e5-44c6-90be-3b98903327e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:29.479613 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.481437 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Pushing event updated for resources: {'Port': ['ID=bfc3cb37-4d74-443a-9fec-c0ba3340a852,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:29.495553 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.495904 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.496262 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.496589 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.496912 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.497232 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.497549 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.497865 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.498184 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.498497 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.498806 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.499115 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Tracked resource versions report: Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: pushed versions: Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: { 'AddressGroup': {'1.2'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Log': {'1.0'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Network': {'1.1'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Port': {'1.7'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'PortForwarding': {'1.2'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'QosPolicy': {'1.9'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SubPort': {'1.0'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Subnet': {'1.1'}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Trunk': {'1.1'}} Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: consumer versions: Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'ConntrackHelper': '1.0', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Log': '1.0', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Network': '1.1', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Port': '1.7', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'PortForwarding': '1.2', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'QosPolicy': '1.9', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroup': '1.4', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroupRule': '1.2', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SubPort': '1.0', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Subnet': '1.1', Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Trunk': '1.1'}} Feb 17 04:32:29.500221 dv-cinder-829630-1-iscsi neutron-server[108239]: {{(pid=108239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:32:29.544502 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-8af5db9a-c4d4-4c81-948c-2cf03acb1cf1 None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:29.545010 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8af5db9a-c4d4-4c81-948c-2cf03acb1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.559528 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] For port bfc3cb37-4d74-443a-9fec-c0ba3340a852, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:29.579793 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] For port bfc3cb37-4d74-443a-9fec-c0ba3340a852, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=bfc3cb37-4d74-443a-9fec-c0ba3340a852,segment=NetworkSegment(1c151b8a-02e5-44c6-90be-3b98903327e8),segment_id=1c151b8a-02e5-44c6-90be-3b98903327e8)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:29.581160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-8af5db9a-c4d4-4c81-948c-2cf03acb1cf1 None None] Port bfc3cb37-4d74-443a-9fec-c0ba3340a852 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:32:29.586059 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.645002 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Routers {'4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:29.646553 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:32:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:29.686610 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1cce6-647c-4033-8616-68a9c24ddd50 None None] Pushing event updated for resources: {'Port': ['ID=bfc3cb37-4d74-443a-9fec-c0ba3340a852,revision_number=4']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:29.742412 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] Set router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:29.803357 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:29.803631 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.879214 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.913267 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] For port bfc3cb37-4d74-443a-9fec-c0ba3340a852, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=bfc3cb37-4d74-443a-9fec-c0ba3340a852,segment=NetworkSegment(1c151b8a-02e5-44c6-90be-3b98903327e8),segment_id=1c151b8a-02e5-44c6-90be-3b98903327e8)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:29.917066 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:29.961587 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 2, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port_host': None, '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:29Z', 'revision_number': 4, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:29.971690 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bbf5a-bf11-4fe1-b773-c325cac5d429 None None] Pushing event updated for resources: {'Port': ['ID=bfc3cb37-4d74-443a-9fec-c0ba3340a852,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:29.997045 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be8419-835f-4160-b11e-4e3374ec96a4 None None] The sync data for ids ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'] in dv-cinder-829630-1-iscsi is: [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:27Z', 'revision_number': 2, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port_host': None, '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:29Z', 'revision_number': 4, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:32:30.365408 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43682) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:30.472670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0850b7-0b7a-4289-9af3-85d57b74e84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:30.474083 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cd0850b7-0b7a-4289-9af3-85d57b74e84f admin admin] 10.222.0.61 "GET /v2.0/networks/24202a8a-dae7-43b9-92be-0ab799b37a74 HTTP/1.1" status: 200 len: 842 time: 0.1076908 Feb 17 04:32:30.484148 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:30.512703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Made reservation on behalf of 9ae58b4ca7ab4f0c9bcb3201fa3e9c6a for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:32:30.514900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:30.813051 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.objects.ports [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108236) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 04:32:30.813436 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:30.873533 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28bbbbf-35a1-443b-bf54-4bd69183c3c5,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:30.886701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:30.887052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Network hostable DHCP agents. Network: 24202a8a-dae7-43b9-92be-0ab799b37a74, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:32:30.908566 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:32:30.920630 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 24202a8a-dae7-43b9-92be-0ab799b37a74) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:30.924617 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:30.925215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:30.933199 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924e7e4-c79d-43b2-ad0a-f2a47fceb400 None None] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:30.948157 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3fc8bf39-4b96-4e94-abc7-c005a885a4bf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673872 Feb 17 04:32:31.063139 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef1f8e-f8aa-451b-bf34-a9b34e406ded None None] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:32:33.286098 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43690) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:33.417993 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d0d109a9-0531-4675-93ec-706a6e993225 admin admin] 10.222.0.61 "GET /v2.0/routers/4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 HTTP/1.1" status: 200 len: 710 time: 0.1305158 Feb 17 04:32:33.502360 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc66cef-29ab-46ef-8a32-3cbc5b79101d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:32:33.503729 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5dc66cef-29ab-46ef-8a32-3cbc5b79101d admin admin] 10.222.0.61 "GET /v2.0/networks/24202a8a-dae7-43b9-92be-0ab799b37a74 HTTP/1.1" status: 200 len: 886 time: 0.0798349 Feb 17 04:32:33.513160 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:33.819235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.050903 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.125027 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.235006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Allocated IP 172.27.2.249 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/4a86f7d9-1224-4fe2-9c43-bc270826ffdc) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:32:34.337711 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.369329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.405767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:32:34.408389 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:32:34.411757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:32:34.448132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Pushing event updated for resources: {'Port': ['ID=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:34.657901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.845775 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926755', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-927705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10114'] for router, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:34.849633 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-927085'] for router, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.037016 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:32:35.163199 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:32:35.167315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:35.168559 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-037686cb-ac88-46fa-8186-45d24a516518 admin admin] 10.222.0.61 "PUT /v2.0/routers/4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 HTTP/1.1" status: 200 len: 890 time: 1.6585886 Feb 17 04:32:36.335296 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device bfc3cb37-4d74-443a-9fec-c0ba3340a852 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:36.388238 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:36.388844 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:36.474154 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Sync routers for ids ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:32:36.484741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Routers {'4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:36.485455 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:32:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:36.697897 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Set router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:37.086580 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:34Z', 'revision_number': 4, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port': {'id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:34Z', 'updated_at': '2022-02-17T04:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:29Z', 'revision_number': 5, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:37.206142 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Checking router: 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:32:37.206512 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Updating router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:32:37.253651 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.579231 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.585921 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.635619 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97c3e-dc0a-4f48-b79a-016195e3ff96 None None] Pushing event updated for resources: {'Port': ['ID=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:37.641056 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Attempting to bind port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:32:37.641425 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Attempting to bind port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:32:37.641792 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Attempting to bind port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:32:37.643942 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 43702) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:32:37.647024 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:32:37.647397 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:32:37.647807 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.648225 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:32:37.648689 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Bound port: 4a86f7d9-1224-4fe2-9c43-bc270826ffdc, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:32:37.649090 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.700484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] For port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:32:37.703775 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] For port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:32:37.708067 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:37.763168 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e35d6bec-c8d1-414a-95ff-d80569e186d1 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180947 Feb 17 04:32:37.767897 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Routers {'4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:32:37.768553 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:32:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:37.771988 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97c3e-dc0a-4f48-b79a-016195e3ff96 None None] Pushing event updated for resources: {'Port': ['ID=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:37.882613 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] Set router 4ea1c7c5-d6f7-4e12-af47-a2d6f684b616 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:32:38.096408 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:34Z', 'revision_number': 4, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port': {'id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:34Z', 'updated_at': '2022-02-17T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:29Z', 'revision_number': 5, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:32:38.123599 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f7d35a-eef2-4547-baa1-492edf95c5cb None None] The sync data for ids ['4ea1c7c5-d6f7-4e12-af47-a2d6f684b616'] in dv-cinder-829630-1-iscsi is: [{'id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'name': 'router1', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:32:17Z', 'updated_at': '2022-02-17T04:32:34Z', 'revision_number': 4, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'gw_port': {'id': '4a86f7d9-1224-4fe2-9c43-bc270826ffdc', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:34Z', 'updated_at': '2022-02-17T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'bfc3cb37-4d74-443a-9fec-c0ba3340a852', 'name': '', 'network_id': '28068cb7-6088-49ef-b126-f7f21fd5d6da', 'tenant_id': '52702e17ffd74ebda8cc0a653df0559a', 'mac_address': 'fa:16:3e:f5:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea1c7c5-d6f7-4e12-af47-a2d6f684b616', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:32:26Z', 'updated_at': '2022-02-17T04:32:29Z', 'revision_number': 5, 'project_id': '52702e17ffd74ebda8cc0a653df0559a', 'subnets': [{'id': '7cb93da3-46ae-48c7-b9ac-a4a1e859d693', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2476133c-4b62-48bf-b1f4-b6e904584538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:32:38.350703 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 4a86f7d9-1224-4fe2-9c43-bc270826ffdc up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:38.421410 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:38.421410 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.513369 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.536042 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:32:38.542169 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:38.596847 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=4a86f7d9-1224-4fe2-9c43-bc270826ffdc,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:32:40.341781 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 4a86f7d9-1224-4fe2-9c43-bc270826ffdc up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:32:40.400369 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 4a86f7d9-1224-4fe2-9c43-bc270826ffdc triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:32:40.400739 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:51.770423 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-db004050-9087-408e-9550-65771bddeb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:54.240605 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e6de60ee-33e5-4ef9-bd79-8bf566cc2d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:54.403716 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:32:54.985729 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:56.659199 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:32:57.001587 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:21.887810 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8e27d389-7ff5-4379-a126-be6f25074956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:24.248856 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-cc885d03-5b16-421d-80df-a9489ad8eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:24.987255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:26.654942 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:27.008102 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:31.394022 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:33:51.770955 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8f402ed1-3d76-4c25-8731-946a0a9d4551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:54.245770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-cac98cd6-17c9-4e7e-a5fe-01ecbe9fc1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:54.992639 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:56.658295 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:33:57.001428 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:08.384469 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:34:17.928786 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44264) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:17.989740 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.pecan_wsgi.hooks.translation [None req-255967be-433e-4e79-868f-52570894f4be admin admin] GET failed (client error): The resource could not be found. Feb 17 04:34:17.991066 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-255967be-433e-4e79-868f-52570894f4be admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613408 Feb 17 04:34:18.146092 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f05c7-82d6-4a89-bada-b919eaaef5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:18.147568 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7e1f05c7-82d6-4a89-bada-b919eaaef5df admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518948 Feb 17 04:34:20.368525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44274) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:20.460304 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f97a2-6167-4f13-bdd5-cb75476d627f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:20.461650 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d95f97a2-6167-4f13-bdd5-cb75476d627f admin admin] 10.222.0.61 "GET /v2.0/subnets/7cb93da3-46ae-48c7-b9ac-a4a1e859d693 HTTP/1.1" status: 200 len: 849 time: 0.0921845 Feb 17 04:34:20.472223 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:34:20.552520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.690865 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736434953063'] for subnet, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.720153 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:20.720735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:20.736203 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] 10.222.0.61 "PUT /v2.0/subnets/7cb93da3-46ae-48c7-b9ac-a4a1e859d693 HTTP/1.1" status: 200 len: 868 time: 0.2545931 Feb 17 04:34:20.736556 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788f104-7aaf-43f2-9454-b572549d53a8 None None] Network 28068cb7-6088-49ef-b126-f7f21fd5d6da requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:34:20.742864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb93da3-46ae-48c7-b9ac-a4a1e859d693,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:34:20.750230 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.750611 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.750964 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.751304 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.751642 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.752018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.752360 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.752758 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.753112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.753447 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.753775 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:20.754102 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630944f-8088-4e6f-8486-2a1bb88975f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:34:21.081741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cc7f-7a3d-4c0d-9058-33da24b48f99 None None] Provisioning complete for port bfc3cb37-4d74-443a-9fec-c0ba3340a852 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:34:21.082114 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cc7f-7a3d-4c0d-9058-33da24b48f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:21.170430 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-b2f1cc7f-7a3d-4c0d-9058-33da24b48f99 None None] Provisioning complete for port e59be342-9155-420d-9752-ebe485a5a2a0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:34:21.170684 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b2f1cc7f-7a3d-4c0d-9058-33da24b48f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:21.772934 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d68ef012-955c-4c3d-bd63-54905bdbf6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:22.935115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44282) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:23.147166 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb4a39-30ba-4640-8a5b-5ebdb15e2224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:23.147638 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb4a39-30ba-4640-8a5b-5ebdb15e2224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:23.149211 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a1cb4a39-30ba-4640-8a5b-5ebdb15e2224 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130895 Feb 17 04:34:24.239213 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-60aaa409-4603-456f-9059-f46fd3c883bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:24.993754 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:25.397249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44290) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:25.526240 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a7249-5eff-4907-887b-fbec45b8de03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:25.526726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a7249-5eff-4907-887b-fbec45b8de03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:25.528272 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0c4a7249-5eff-4907-887b-fbec45b8de03 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300523 Feb 17 04:34:26.663364 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:27.004434 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:27.723739 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44298) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:27.846714 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bf27d-eb8c-4cde-a10a-4eb148d63f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:27.848070 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f33bf27d-eb8c-4cde-a10a-4eb148d63f7d admin admin] 10.222.0.61 "GET /v2.0/networks/24202a8a-dae7-43b9-92be-0ab799b37a74 HTTP/1.1" status: 200 len: 886 time: 0.1233597 Feb 17 04:34:30.043996 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44306) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:30.234708 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12391555-9308-4656-a16a-8e1421ba2f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:30.235985 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-12391555-9308-4656-a16a-8e1421ba2f50 admin admin] 10.222.0.61 "GET /v2.0/networks/28068cb7-6088-49ef-b126-f7f21fd5d6da HTTP/1.1" status: 200 len: 869 time: 0.1910515 Feb 17 04:34:32.457225 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44316) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:32.576491 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9567f-6244-42be-affd-c41ac2cec30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:32.576867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9567f-6244-42be-affd-c41ac2cec30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:32.578361 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-85b9567f-6244-42be-affd-c41ac2cec30d admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1202025 Feb 17 04:34:34.765773 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44324) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:34.885816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b16589-578d-424c-941a-33df6070e333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:34.886271 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b16589-578d-424c-941a-33df6070e333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:34.887788 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-59b16589-578d-424c-941a-33df6070e333 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210759 Feb 17 04:34:37.138720 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44332) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:37.231011 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb65b04-c5e3-49b7-a7d3-900e40ee641e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:37.232356 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3fb65b04-c5e3-49b7-a7d3-900e40ee641e admin admin] 10.222.0.61 "GET /v2.0/subnets/7cb93da3-46ae-48c7-b9ac-a4a1e859d693 HTTP/1.1" status: 200 len: 868 time: 0.0926774 Feb 17 04:34:39.420192 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44340) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:39.506461 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b143c1-4c13-48b2-b387-e08ccc404d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:34:39.507759 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b0b143c1-4c13-48b2-b387-e08ccc404d27 admin admin] 10.222.0.61 "GET /v2.0/subnets/b28bbbbf-35a1-443b-bf54-4bd69183c3c5 HTTP/1.1" status: 200 len: 816 time: 0.0866234 Feb 17 04:34:45.384406 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:34:51.773133 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-73ab110d-bfbe-4801-8872-9b11d8c1fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:54.248010 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-45e2cfa7-0afa-4962-a5f9-eb4d874ab95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:54.998502 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:56.664949 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:57.007334 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:34:59.858315 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44394) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:34:59.905268 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [None req-8534b61c-dbcc-4683-88bf-6ecee0f64f6e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:34:59.906257 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8534b61c-dbcc-4683-88bf-6ecee0f64f6e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469713 Feb 17 04:35:02.199732 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44402) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:02.260105 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa24386-9e86-4399-8e26-3c1d419b04a0 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:35:02.261410 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5fa24386-9e86-4399-8e26-3c1d419b04a0 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607109 Feb 17 04:35:02.406227 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e973d-842c-4254-9a4d-468d422a6674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:02.407640 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-314e973d-842c-4254-9a4d-468d422a6674 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415358 Feb 17 04:35:04.636917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44410) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:04.685312 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:04.707298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Made reservation on behalf of 9ae58b4ca7ab4f0c9bcb3201fa3e9c6a for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:35:04.709596 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:04.736514 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING neutron.services.revisions.revision_plugin [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Could not find related network for resource to bump revision. Feb 17 04:35:04.747170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:35:04.755759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:04.756154 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Added segment a9592bd0-7b77-45d4-9a99-f3a30200481d of type vlan for network 609eeefc-c197-4547-95f6-1939f7cbf755 Feb 17 04:35:04.793423 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:04.816362 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:04.817282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:04.817852 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:04.866555 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2285132 Feb 17 04:35:04.880892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bcb2c-1370-40bd-8f5d-0eca00a8e232 admin admin] Pushing event updated for resources: {'Network': ['ID=609eeefc-c197-4547-95f6-1939f7cbf755,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:04.897124 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 609eeefc-c197-4547-95f6-1939f7cbf755 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:35:07.085825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44418) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:35:07.146850 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39a7bc2-6524-44cf-a1bb-3a1f3d1cd470 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:35:07.148201 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a39a7bc2-6524-44cf-a1bb-3a1f3d1cd470 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613773 Feb 17 04:35:07.218657 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e031ab-6d2f-4ad0-8b26-7b6e286f07fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:07.220132 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f5e031ab-6d2f-4ad0-8b26-7b6e286f07fe admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669856 Feb 17 04:35:07.230450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:35:07.252797 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Made reservation on behalf of 9ae58b4ca7ab4f0c9bcb3201fa3e9c6a for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:35:07.254974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.510175 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.567167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Pushing event updated for resources: {'Subnet': ['ID=156d484e-1e5a-4c16-a10c-7bf88d5fd1ee,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:07.572099 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Checking segment: {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:35:07.572444 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Network hostable DHCP agents. Network: 609eeefc-c197-4547-95f6-1939f7cbf755, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:35:07.587899 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Network 609eeefc-c197-4547-95f6-1939f7cbf755 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:35:07.596172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 609eeefc-c197-4547-95f6-1939f7cbf755) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:35:07.599982 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:35:07.600558 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.606272 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50064380-5424-467c-94ad-ef2a547807ca None None] Network 609eeefc-c197-4547-95f6-1939f7cbf755 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:35:07.615695 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f7bd71e8-a0d7-43f6-9dba-ceb6b4df636c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3886118 Feb 17 04:35:07.759859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-609eeefc-c197-4547-95f6-1939f7cbf755', 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755', 'tenant_id': '9ae58b4ca7ab4f0c9bcb3201fa3e9c6a', 'fixed_ips': [{'subnet_id': '156d484e-1e5a-4c16-a10c-7bf88d5fd1ee'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:35:07.760882 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:07.992031 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Allocated IP 192.168.233.2 (609eeefc-c197-4547-95f6-1939f7cbf755/156d484e-1e5a-4c16-a10c-7bf88d5fd1ee/186324c9-c780-4c58-ab92-f09d3856653a) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:35:08.138034 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.144424 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.183141 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Network 609eeefc-c197-4547-95f6-1939f7cbf755 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:35:08.187419 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:35:08.194534 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Pushing event updated for resources: {'Port': ['ID=186324c9-c780-4c58-ab92-f09d3856653a,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:08.196734 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:35:08.208201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.208574 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.208924 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.209291 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.209626 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.209958 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.210290 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.210619 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.210984 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.211314 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.211643 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.212014 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:35:08.259138 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Attempting to bind port 186324c9-c780-4c58-ab92-f09d3856653a on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:35:08.259507 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Attempting to bind port 186324c9-c780-4c58-ab92-f09d3856653a by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:35:08.259868 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Attempting to bind port 186324c9-c780-4c58-ab92-f09d3856653a on network 609eeefc-c197-4547-95f6-1939f7cbf755 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:35:08.264835 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:35:08.265211 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Checking segment: {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:35:08.265609 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.266001 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Bound using segment: {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:35:08.266497 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Bound port: 186324c9-c780-4c58-ab92-f09d3856653a, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:35:08.266936 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.331843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] For port 186324c9-c780-4c58-ab92-f09d3856653a, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:35:08.334985 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] For port 186324c9-c780-4c58-ab92-f09d3856653a, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=186324c9-c780-4c58-ab92-f09d3856653a,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:35:08.339850 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:08.396756 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da902f92-546b-4ad1-913e-6c3f55da6c1a None None] Pushing event updated for resources: {'Port': ['ID=186324c9-c780-4c58-ab92-f09d3856653a,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:09.248144 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b76d09b-eb7c-43a3-8f0b-c946f7a67986 None None] Network 609eeefc-c197-4547-95f6-1939f7cbf755 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:35:09.366041 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-313ff934-ed4b-4105-a017-6058492677ab None None] Provisioning complete for port 186324c9-c780-4c58-ab92-f09d3856653a triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:09.366408 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-313ff934-ed4b-4105-a017-6058492677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.474550 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-313ff934-ed4b-4105-a017-6058492677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.513208 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-313ff934-ed4b-4105-a017-6058492677ab None None] For port 186324c9-c780-4c58-ab92-f09d3856653a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=186324c9-c780-4c58-ab92-f09d3856653a,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:35:09.517706 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-313ff934-ed4b-4105-a017-6058492677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:09.569541 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ff934-ed4b-4105-a017-6058492677ab None None] Pushing event updated for resources: {'Port': ['ID=186324c9-c780-4c58-ab92-f09d3856653a,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:35:09.637874 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-3445a85d-75ea-443d-81d7-78cc34273c4b None None] Provisioning complete for port 186324c9-c780-4c58-ab92-f09d3856653a triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:09.638246 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3445a85d-75ea-443d-81d7-78cc34273c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:10.417539 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 186324c9-c780-4c58-ab92-f09d3856653a up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:35:10.471843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 186324c9-c780-4c58-ab92-f09d3856653a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:35:10.472290 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:21.778935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-17849743-2171-486a-a562-003628da9700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:22.383577 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:35:24.244350 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-17fba15c-9471-492e-b9ab-d3d6529edd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:25.000596 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:26.668053 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:27.010950 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:51.769926 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e14a56e6-89e5-4a36-a5cd-f0d8bca9b829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:54.247254 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-679f3fae-ead9-4bd5-b807-c2b234145cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:55.002861 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:56.670547 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:57.013494 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:35:59.382372 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:36:21.772511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-db3146dd-05f5-488e-a23a-6ee8fb12221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:24.249670 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-fddfa89d-1434-4735-a420-e9a2e8538a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:25.005722 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:26.674446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:27.020119 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:33.636511 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44456) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:33.643166 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [None req-76b91ed1-73ee-4280-bfdc-222899e9a5ce tempest-verify_tempest_config-196605960 tempest-verify_tempest_config-196605960-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:36:33.644164 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-76b91ed1-73ee-4280-bfdc-222899e9a5ce tempest-verify_tempest_config-196605960 tempest-verify_tempest_config-196605960-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066767 Feb 17 04:36:33.938102 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44474) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:34.038388 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.111683 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.115522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.158490 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0093d109fc97434f8dada8fb2dfee879&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2193725 Feb 17 04:36:34.159303 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5534840c-68d6-4c84-a809-b1b0faa81803,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:36:34.161205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44478) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:36:34.176920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.177279 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.177611 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.177937 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.178258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.178591 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.178914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.179232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.179562 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.179881 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.180224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.180537 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1de7c3-716d-47f3-b31f-05c9bde686e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:36:34.223974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.244162 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.333359 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.335858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:34.337069 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5534840c-68d6-4c84-a809-b1b0faa81803 HTTP/1.1" status: 204 len: 168 time: 0.1749854 Feb 17 04:36:34.345157 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d319e-6064-4cfe-8804-b741997eb7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5534840c-68d6-4c84-a809-b1b0faa81803,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:36:36.380913 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:36:51.775602 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e244293b-f449-4e54-86ed-01f545a17a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:54.254364 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6d99-ae68-4f86-a988-23cb82315c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:55.006881 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:56.673555 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:36:57.011889 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:13.380371 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:37:21.782329 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-869d1f87-9f21-4e2c-b32b-3b669a940f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:24.258090 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b2c99389-6c9d-49fe-9aef-152437ea8f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:25.011054 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:26.678283 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:27.018648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:50.378936 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 5 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:37:51.773764 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-28da99fa-f24a-442c-9dd3-4540e711b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:54.257988 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-67f4d616-5289-408b-aa77-d2a2c34cf579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:55.013707 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:56.680448 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:37:57.010062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:16.702801 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932657'] for agent, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:21.773766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9392c97d-5ee4-4ee0-be11-ddac88aeed51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:24.260039 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-56cd9015-93a1-4419-9c87-b9422b856b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:25.016343 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:26.687036 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:27.011198 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:27.377729 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:38:32.122767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44548) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:38:32.236275 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-52e43efc-08a0-4b1c-b08f-d2a67083023e admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1117804 Feb 17 04:38:34.468826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44558) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:38:34.523560 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0d287ef7-d10f-4823-8d5a-7b4c1f8b01bf admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536683 Feb 17 04:38:46.705319 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:51.774720 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4e7abc3c-a16b-4d61-b549-0d839ee76ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:54.261880 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0832e86e-891f-4e78-8eae-8867ea78b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:55.021337 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:56.689162 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:38:57.012999 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:04.377600 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:39:16.702285 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:21.785118 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0e34-a222-4870-a10e-ae40377ee42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:24.265058 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1a6ced5e-0935-4a0b-8e69-ff72c9d244ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:25.023041 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:26.690409 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:27.013795 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:41.376632 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:39:46.702745 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:51.777004 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-710ccc3e-633a-41bf-b8a6-cac0c95389ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:54.265149 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-48b23e35-9e7d-45f9-a0b4-b2cfab8fd028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:55.024584 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:56.696565 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:39:57.017627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:16.701246 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:18.375819 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:40:21.785982 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a45d73a1-39fe-4d85-bfb9-1a9cfed01fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:21.937017 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44752) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:22.373008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44780) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:22.423815 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1738362996-network', 'tenant_id': 'e412123afb3d4573a452f749e09a3158'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.445665 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:22.448917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.460607 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.562031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.566604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.599267 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16beb0-03a2-4173-a8aa-a97b805a0b0c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:22.602146 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:22.611138 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.611792 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.612462 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.613196 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.613809 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.614329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.614664 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.615005 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.615610 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.615935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.616277 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.616593 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Tracked resource versions report: Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: pushed versions: Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Log': {'1.0'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Network': {'1.1'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Port': {'1.7'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'PortForwarding': {'1.2'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'QosPolicy': {'1.9'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SubPort': {'1.0'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Subnet': {'1.1'}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Trunk': {'1.1'}} Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: consumer versions: Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'ConntrackHelper': '1.0', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Log': '1.0', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Network': '1.1', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Port': '1.7', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'PortForwarding': '1.2', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'QosPolicy': '1.9', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroup': '1.4', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SecurityGroupRule': '1.2', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'SubPort': '1.0', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Subnet': '1.1', Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: 'Trunk': '1.1'}} Feb 17 04:40:22.617639 dv-cinder-829630-1-iscsi neutron-server[108236]: {{(pid=108236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:22.628682 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.629078 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Added segment 0052ff17-d77e-499e-8579-5a0761eccd7f of type vlan for network 9090bff2-658b-4ec2-a138-be1aa7d71de9 Feb 17 04:40:22.647495 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44794) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:22.649010 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44796) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:22.676853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.708138 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.709397 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:22.710164 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.773148 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] Pushing event updated for resources: {'Network': ['ID=9090bff2-658b-4ec2-a138-be1aa7d71de9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:22.782857 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-896141839-network', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.789119 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:22.821426 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44812) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:22.823391 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-38c645e1-f88d-4641-aef4-96c74097225e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8844533 Feb 17 04:40:22.824994 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Made reservation on behalf of e286864e383c4e43bf3ec96ce6a97b74 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:22.827527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Request body: {'subnet': {'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1738362996-subnet', 'tenant_id': 'e412123afb3d4573a452f749e09a3158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.827869 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.839114 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.871593 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:22.874292 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.938718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.939803 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-703210511-network', 'tenant_id': '97f3b16091a7454cbfb219182c7e5a7a'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.940218 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.962125 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:22.968861 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-network', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:22.973760 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:22.973988 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Added segment f887d019-2b70-4817-aa42-ea90dfd807c7 of type vlan for network 67e79ce8-967f-4834-9cf9-10af78b4132e Feb 17 04:40:23.017490 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Made reservation on behalf of 42f0d585131b44758b021a3d7fbb823d for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:23.019871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.020695 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.042272 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.065981 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Made reservation on behalf of 97f3b16091a7454cbfb219182c7e5a7a for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:23.068992 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.073037 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26049cb-cb8c-4736-82f4-a8b6ed4e7665,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:23.076365 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.077991 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:23.079039 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.092580 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.150943 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7765887 Feb 17 04:40:23.158106 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44826) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:23.167507 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Request body: {'subnet': {'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-896141839-subnet', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:23.169067 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782a9c2-b688-4a5a-bc97-679815c9fac7 admin admin] Pushing event updated for resources: {'Network': ['ID=67e79ce8-967f-4834-9cf9-10af78b4132e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:23.183744 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 67e79ce8-967f-4834-9cf9-10af78b4132e details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:23.220785 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Made reservation on behalf of e286864e383c4e43bf3ec96ce6a97b74 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:23.224540 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.450201 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.483598 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.503239 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.519235 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.569437 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.592437 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:23.652567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0631b-8a30-4eab-b9b1-dfdc6b20309a,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:23.681192 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.681561 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.681908 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.682384 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.682718 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.683247 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.683599 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.684392 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.684914 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.685393 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.685869 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.686345 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Tracked resource versions report: Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: pushed versions: Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Log': {'1.0'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Network': {'1.1'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Port': {'1.7'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'PortForwarding': {'1.2'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'QosPolicy': {'1.9'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SubPort': {'1.0'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Subnet': {'1.1'}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Trunk': {'1.1'}} Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: consumer versions: Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'ConntrackHelper': '1.0', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Log': '1.0', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Network': '1.1', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Port': '1.7', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'PortForwarding': '1.2', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'QosPolicy': '1.9', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroup': '1.4', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SecurityGroupRule': '1.2', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'SubPort': '1.0', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Subnet': '1.1', Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: 'Trunk': '1.1'}} Feb 17 04:40:23.688101 dv-cinder-829630-1-iscsi neutron-server[108237]: {{(pid=108237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:23.693116 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Checking segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:23.693482 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Network hostable DHCP agents. Network: 9090bff2-658b-4ec2-a138-be1aa7d71de9, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:23.695918 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:40:23.716865 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736434876474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.717449 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Unsubscribe: segment precommit_create {{(pid=108237) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 04:40:23.717940 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Added segment a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c of type vlan for network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff Feb 17 04:40:23.726859 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82439587-9a2e-4d84-b5f1-332d332fa60e,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:23.805803 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.805803 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Added segment 6bc2bb02-3f12-48e7-84de-1732e5c216fd of type vlan for network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 Feb 17 04:40:23.840720 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.869707 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa6600-129f-4b51-ba5b-fc0a0078be42,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:23.878587 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.898222 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:23.923911 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.964308 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 9090bff2-658b-4ec2-a138-be1aa7d71de9) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:23.978420 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.979356 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:23.979925 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:23.980513 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da55e50-1eff-40b4-9d79-cdaf92574160 None None] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:23.982544 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:23.983107 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.045760 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e50d85-2e93-40a6-90d7-6a1101ca96a3,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:24.080431 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.081355 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:24.081936 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.105895 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-65df4ff3-ea43-4a9c-8a3b-974a04047f95 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2831552 Feb 17 04:40:24.125707 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4747021 Feb 17 04:40:24.129315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44888) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:24.135144 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Request body: {'subnet': {'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-subnet', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:24.140070 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Checking segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:24.140979 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Network hostable DHCP agents. Network: 67e79ce8-967f-4834-9cf9-10af78b4132e, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:24.145267 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146b2f-81af-4070-b6ef-796ffb76df6e admin admin] Pushing event updated for resources: {'Network': ['ID=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:24.168035 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:24.171044 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5169542 Feb 17 04:40:24.174773 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44890) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:24.201579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Request body: {'subnet': {'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-703210511-subnet', 'tenant_id': '97f3b16091a7454cbfb219182c7e5a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:24.248031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Made reservation on behalf of 42f0d585131b44758b021a3d7fbb823d for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:24.255627 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.271168 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Made reservation on behalf of 97f3b16091a7454cbfb219182c7e5a7a for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:24.274883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b7fe6-aa75-40a8-b8b9-45f91ecf7fe8 None None] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:24.275477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.299480 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:24.317643 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87aa9f-a494-4453-a0ff-0c660fac96c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1d5447-9c7e-40c7-9df0-3342a1b889d3,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:24.324985 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 67e79ce8-967f-4834-9cf9-10af78b4132e) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:24.332238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:24.333025 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.341269 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:40:24.355098 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-a9fff2f2-c647-4f53-b57c-2f6bedb6ee7e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1939621 Feb 17 04:40:24.359295 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44900) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:24.366284 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:24.433751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8423c-b851-416b-854c-4593923fab46 None None] Network 67e79ce8-967f-4834-9cf9-10af78b4132e requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:24.435315 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.438576 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.510354 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9cc6ffe0-9428-482e-b132-d7b25a1b8a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.696365 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 44934) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:24.779249 dv-cinder-829630-1-iscsi neutron-server[108237]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:40:24.780965 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.811696 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.906859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e89b01-6664-4f2a-85bc-f0a2d187417a,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:24.927404 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:24.983293 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-67e79ce8-967f-4834-9cf9-10af78b4132e', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:40:24.985568 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.006329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Checking segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:25.006706 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Network hostable DHCP agents. Network: 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:25.009582 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbfa5a8-ef98-4b34-aff9-4337c2625ab6,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:25.086867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:25.111507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Checking segment: {'id': '6bc2bb02-3f12-48e7-84de-1732e5c216fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:25.111507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Network hostable DHCP agents. Network: 4b1d5447-9c7e-40c7-9df0-3342a1b889d3, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:40:25.113842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:25.121996 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:25.122748 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.160474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-375c8ccf-55b6-4d1d-a488-b6d7e41e1589 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0278502 Feb 17 04:40:25.161061 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 44944) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:25.167468 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:25.191942 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:40:25.209983 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 4b1d5447-9c7e-40c7-9df0-3342a1b889d3) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:25.219243 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:25.220095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.251547 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.252701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.260809 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.278004 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3464e13a-0943-4a80-8f8b-55198d345bbf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0997434 Feb 17 04:40:25.283297 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-a239c543-8790-400e-83e7-df9bde26ce06 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:25.304225 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-a239c543-8790-400e-83e7-df9bde26ce06 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.5271614 Feb 17 04:40:25.334258 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Allocated IP 172.20.0.2 (67e79ce8-967f-4834-9cf9-10af78b4132e/75e50d85-2e93-40a6-90d7-6a1101ca96a3/d45309c0-2db5-4842-855e-47c464ba43ae) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:25.363872 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.366933 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e406f-a75d-4d52-b3b5-7d9fe6c6bd02 None None] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:25.370065 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb40386-f2f7-47bf-aa9b-7208eaab45d7 None None] Network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:25.377830 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-c832155c-291e-4333-a3fa-f076f342fbeb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/quotas/e412123afb3d4573a452f749e09a3158 HTTP/1.1" status: 200 len: 375 time: 0.0726049 Feb 17 04:40:25.499548 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-28fd1f4f-6123-4bda-9185-76804f159622 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207814 Feb 17 04:40:25.619452 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.673013 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.924410 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.968716 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.982428 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:25.990533 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.193454 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.258422 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-998f0ddf-de3d-4817-92dc-e4bd84a489e9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:26.260179 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-998f0ddf-de3d-4817-92dc-e4bd84a489e9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4146338 Feb 17 04:40:26.293660 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.362452 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:26.367500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Allocated IP 172.27.2.213 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/6fd441bd-0a25-4a89-93ce-85f3747eb77a) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:26.368391 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0e84d-7dfa-4cfa-ab5e-fa4a6a253035 None None] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:26.370211 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bfa07-56b3-433d-8967-744a60d3bcf3 None None] Network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:26.451227 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:26.477100 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-a9cfd45f-63bf-49d8-b842-7835d72a9b23 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055175 Feb 17 04:40:26.531543 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45044) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:26.536697 dv-cinder-829630-1-iscsi neutron-server[108236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:40:26.539944 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:26.542459 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Pushing event updated for resources: {'Port': ['ID=d45309c0-2db5-4842-855e-47c464ba43ae,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:26.584372 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.586302 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.589469 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.590480 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.592324 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.593905 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.594657 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.596783 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.597322 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.597823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.598324 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.600441 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Tracked resource versions report: Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: pushed versions: Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Log': {'1.0'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Network': {'1.1'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Port': {'1.7'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'PortForwarding': {'1.2'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'QosPolicy': {'1.9'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SubPort': {'1.0'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Subnet': {'1.1'}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Trunk': {'1.1'}} Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: consumer versions: Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'ConntrackHelper': '1.0', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Log': '1.0', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Network': '1.1', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Port': '1.7', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'PortForwarding': '1.2', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'QosPolicy': '1.9', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroup': '1.4', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SecurityGroupRule': '1.2', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'SubPort': '1.0', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Subnet': '1.1', Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: 'Trunk': '1.1'}} Feb 17 04:40:26.601718 dv-cinder-829630-1-iscsi neutron-server[108238]: {{(pid=108238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:26.609114 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.642142 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-8cf799b9-c0b9-4639-8516-4b2d800eb52d service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561735 Feb 17 04:40:26.785804 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.850176 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.862084 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Attempting to bind port d45309c0-2db5-4842-855e-47c464ba43ae on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:26.862518 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Attempting to bind port d45309c0-2db5-4842-855e-47c464ba43ae by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:26.862881 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Attempting to bind port d45309c0-2db5-4842-855e-47c464ba43ae on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:26.890266 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:26.891108 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Checking segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:26.892658 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.893274 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Bound using segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:26.894000 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Bound port: d45309c0-2db5-4842-855e-47c464ba43ae, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:26.894635 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:26.929999 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:26.948183 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:26.951065 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:26.999364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-ffb1056d-7a3a-4c89-b61e-64e1c8d4467e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:27.007602 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-ffb1056d-7a3a-4c89-b61e-64e1c8d4467e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/networks?id=4b1d5447-9c7e-40c7-9df0-3342a1b889d3 HTTP/1.1" status: 200 len: 811 time: 0.4725025 Feb 17 04:40:27.010740 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Allocated IP 172.27.2.195 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/63349ef1-d1de-4f33-af50-80260fc08a44) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:27.037240 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-831e88f5-73bd-424c-9865-9802ac85b5d9 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/quotas/97f3b16091a7454cbfb219182c7e5a7a HTTP/1.1" status: 200 len: 375 time: 0.0284257 Feb 17 04:40:27.096263 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.119325 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-8b468727-3eab-455f-8628-6f121b548099 None None] For port d45309c0-2db5-4842-855e-47c464ba43ae, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:27.124191 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-8b468727-3eab-455f-8628-6f121b548099 None None] For port d45309c0-2db5-4842-855e-47c464ba43ae, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=d45309c0-2db5-4842-855e-47c464ba43ae,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:27.131308 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.140678 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-fa11a328-9297-4c6e-a661-7287406dc310 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=97f3b16091a7454cbfb219182c7e5a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016529 Feb 17 04:40:27.171194 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd441bd-0a25-4a89-93ce-85f3747eb77a,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:27.175028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45102) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:27.237722 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b468727-3eab-455f-8628-6f121b548099 None None] Pushing event updated for resources: {'Port': ['ID=d45309c0-2db5-4842-855e-47c464ba43ae,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:27.288351 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.381568 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.477767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7e8c25f5-f3c4-4407-986c-773d11d816a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.496856 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-3f90b0a2-e0d7-4efe-b631-d3bf099d0a0a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:27.508662 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-3f90b0a2-e0d7-4efe-b631-d3bf099d0a0a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1454055 Feb 17 04:40:27.596747 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:27.604327 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Pushing event updated for resources: {'Port': ['ID=63349ef1-d1de-4f33-af50-80260fc08a44,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:27.608259 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:27.613867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:27.844718 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7fc663a5-0740-4b00-bcc9-5ddf4d311991 req-38fc2abc-a7f2-4750-8c91-b5dde70faf12 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 210 time: 0.2065728 Feb 17 04:40:27.935116 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7e8c25f5-f3c4-4407-986c-773d11d816a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.951646 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7e8c25f5-f3c4-4407-986c-773d11d816a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:27.978178 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45148) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:28.035081 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-3760a0c5-195d-47ab-846c-35998501a14e service neutron] 10.222.0.61 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272052 Feb 17 04:40:28.092911 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7e8c25f5-f3c4-4407-986c-773d11d816a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd533ee0d06e4ec5a0a74b128563f2e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9165370 Feb 17 04:40:28.098265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45160) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:28.109477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c25f5-f3c4-4407-986c-773d11d816a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c26508-ff67-428a-9228-24a43aeb1889,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:28.134117 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.247129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.252354 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-78d2278e-9153-41ed-ab0b-345f9fe95f00 service neutron] 10.222.0.61 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755590 Feb 17 04:40:28.308361 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c293a8ea-4bb9-4c97-ad50-dbdbc708dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.391383 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45170) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:28.501402 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.549853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.630625 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.745923 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device d45309c0-2db5-4842-855e-47c464ba43ae up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:28.768657 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-db923773-fd38-4c67-9c21-a1da84b7131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.771184 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.836020 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c293a8ea-4bb9-4c97-ad50-dbdbc708dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.872261 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port d45309c0-2db5-4842-855e-47c464ba43ae triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:28.872633 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.897611 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Router c813b3b7-4940-47bc-aaa1-827788c6079c is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:40:28.908983 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d68dabc0-d0f9-42f5-af26-e9ad117e5e0e req-4b8b6d7c-cad7-44f6-854c-021ba7dba4e8 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.2472398 Feb 17 04:40:28.910788 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.925303 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.926424 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08c26508-ff67-428a-9228-24a43aeb1889 HTTP/1.1" status: 204 len: 168 time: 0.8259184 Feb 17 04:40:28.931371 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c293a8ea-4bb9-4c97-ad50-dbdbc708dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:28.970557 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080a08c-582a-473e-8eac-9068ca0ff97b None None] Network 67e79ce8-967f-4834-9cf9-10af78b4132e requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:40:28.979982 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-c293a8ea-4bb9-4c97-ad50-dbdbc708dc41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5adabe27084344f2894ac2b99c34840d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9982452 Feb 17 04:40:29.062216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45206) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.096250 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fda94-bf0a-44c0-80ab-80e2a8cea15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c26508-ff67-428a-9228-24a43aeb1889,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.301350 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293a8ea-4bb9-4c97-ad50-dbdbc708dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792ba331-c996-4f98-8903-ca1940fc506d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.329456 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-8e8dfcab-2fcf-4557-b677-85a6d852fd20 None None] Provisioning complete for port d45309c0-2db5-4842-855e-47c464ba43ae triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:29.330406 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8e8dfcab-2fcf-4557-b677-85a6d852fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.416795 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-db923773-fd38-4c67-9c21-a1da84b7131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.430628 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-db923773-fd38-4c67-9c21-a1da84b7131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.456214 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a7547c0e-dd3f-4788-96a8-602f674d0220 req-43952883-8d33-49b5-8cef-e5d8c49da691 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 210 time: 0.1531768 Feb 17 04:40:29.489349 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.538848 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:29.548402 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-db923773-fd38-4c67-9c21-a1da84b7131a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4977ac2e87f24c579da5bc9010cbb812&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1553504 Feb 17 04:40:29.550481 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45232) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.552966 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db923773-fd38-4c67-9c21-a1da84b7131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeae595-4a46-4521-b258-7d42a69bc967,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.560370 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Sync routers for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:29.580656 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:29.581253 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:29.591291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.664687 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.669362 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bcd0e2d9-b104-47e5-a7fd-fd70a6f37926 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5073781 Feb 17 04:40:29.689881 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45238) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.689881 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45242) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:29.742658 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.746041 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.746591 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.747340 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/792ba331-c996-4f98-8903-ca1940fc506d HTTP/1.1" status: 204 len: 168 time: 0.6839945 Feb 17 04:40:29.769262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8e8dfcab-2fcf-4557-b677-85a6d852fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.776492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56573550-7eaf-407d-8f35-7f247feb2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ba331-c996-4f98-8903-ca1940fc506d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:29.869326 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port d45309c0-2db5-4842-855e-47c464ba43ae, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=d45309c0-2db5-4842-855e-47c464ba43ae,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:29.879324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-066a9a38-96d7-4e35-9ca5-9a2e22020714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.880646 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:29.898781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:40:29.996219 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:30.085239 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.db.api [None req-8e8dfcab-2fcf-4557-b677-85a6d852fd20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:40:30.086052 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG oslo_db.api [None req-8e8dfcab-2fcf-4557-b677-85a6d852fd20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 04:40:30.111150 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=d45309c0-2db5-4842-855e-47c464ba43ae,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.142453 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.173329 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.191560 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5d176c46-71cc-4647-82a8-0de5ba13c312 req-b25dc26e-6c2b-420e-8374-d77f0f1a9014 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.0733488 Feb 17 04:40:30.192968 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 50413) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:30.322400 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.325739 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.328197 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddeae595-4a46-4521-b258-7d42a69bc967 HTTP/1.1" status: 204 len: 168 time: 0.7503426 Feb 17 04:40:30.354954 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-066a9a38-96d7-4e35-9ca5-9a2e22020714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.357311 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:30.396472 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Checking router: c813b3b7-4940-47bc-aaa1-827788c6079c for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:30.396814 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Updating router c813b3b7-4940-47bc-aaa1-827788c6079c port 63349ef1-d1de-4f33-af50-80260fc08a44 binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:30.428457 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.548521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-8765841f-756e-486c-bea3-6d527a02d835 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:30.554765 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-8765841f-756e-486c-bea3-6d527a02d835 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.3572741 Feb 17 04:40:30.556523 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebcea1-4292-4239-8864-a9978017588a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeae595-4a46-4521-b258-7d42a69bc967,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.578979 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-066a9a38-96d7-4e35-9ca5-9a2e22020714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:30.615790 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Request body: {'port': {'device_id': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'admin_state_up': True, 'tenant_id': 'e412123afb3d4573a452f749e09a3158'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:30.631543 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a9a38-96d7-4e35-9ca5-9a2e22020714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9f573-55d3-44d8-8a3d-eaf1cdbe509e,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:30.674482 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device d45309c0-2db5-4842-855e-47c464ba43ae up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:30.837374 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port d45309c0-2db5-4842-855e-47c464ba43ae triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:30.838058 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.005194 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-0c6bb9f9-d99d-4f64-9978-fc877a69b559 None None] Provisioning complete for port d45309c0-2db5-4842-855e-47c464ba43ae triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:31.005558 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0c6bb9f9-d99d-4f64-9978-fc877a69b559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.033684 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.044046 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.089544 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.37', 50421) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.183102 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Pushing event updated for resources: {'Port': ['ID=63349ef1-d1de-4f33-af50-80260fc08a44,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.197282 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Attempting to bind port 63349ef1-d1de-4f33-af50-80260fc08a44 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:31.197672 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Attempting to bind port 63349ef1-d1de-4f33-af50-80260fc08a44 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:31.198152 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Attempting to bind port 63349ef1-d1de-4f33-af50-80260fc08a44 on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:31.221654 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.222177 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.222409 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.222751 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.223188 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.223416 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.223749 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.224115 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.224450 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.224781 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.225109 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.225434 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Tracked resource versions report: Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: pushed versions: Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: { 'AddressGroup': {'1.2'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'ConntrackHelper': {'1.0'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Log': {'1.0'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Network': {'1.1'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Port': {'1.7'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'PortForwarding': {'1.2'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'QosPolicy': {'1.9'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroup': {'1.4'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SubPort': {'1.0'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Subnet': {'1.1'}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Trunk': {'1.1'}} Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: consumer versions: Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: { DHCP agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: HyperV agent@hv-cinder-82963: {}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: L3 agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: Metadata agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: Metering agent@dv-cinder-829630-1-iscsi: {}, Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: Open vSwitch agent@dv-cinder-829630-1-iscsi: { 'AddressGroup': '1.2', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'ConntrackHelper': '1.0', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Log': '1.0', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Network': '1.1', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Port': '1.7', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'PortForwarding': '1.2', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'QosPolicy': '1.9', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroup': '1.4', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SecurityGroupRule': '1.2', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'SubPort': '1.0', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Subnet': '1.1', Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: 'Trunk': '1.1'}} Feb 17 04:40:31.226564 dv-cinder-829630-1-iscsi neutron-server[108239]: {{(pid=108239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 04:40:31.250359 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:31.250359 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:31.250812 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.251218 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:31.251661 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Bound port: 63349ef1-d1de-4f33-af50-80260fc08a44, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:31.252095 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.353800 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45318) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.404264 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] For port 63349ef1-d1de-4f33-af50-80260fc08a44, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:31.408663 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] For port 63349ef1-d1de-4f33-af50-80260fc08a44, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=63349ef1-d1de-4f33-af50-80260fc08a44,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:31.413178 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-066a9a38-96d7-4e35-9ca5-9a2e22020714 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10bc2bcb8d2646d694409eebdbad65b9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6964545 Feb 17 04:40:31.418776 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.426669 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9531a681-0a46-48f0-ae0a-bac26baa67bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.443914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45324) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.482366 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5d6a84d-a1ff-44df-9e57-8a6d4fc5302d req-081ed3b1-2e16-456c-adf1-b505a53cab68 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.0881915 Feb 17 04:40:31.494631 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204c3b-4c05-42a3-87a0-697935b92ff3 None None] Pushing event updated for resources: {'Port': ['ID=63349ef1-d1de-4f33-af50-80260fc08a44,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:31.510021 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:31.510021 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:31.556660 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a0f3d1ba-3b1c-43c6-9661-19ad16ad3394 req-353e95d4-fa9b-4761-a714-c1689fc724a7 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 210 time: 0.4796324 Feb 17 04:40:31.572300 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:31.587529 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:31.612255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:31.612539 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:31.634574 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.664565 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.679040 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:31.685235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.726309 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.727522 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e5f8c59d-5416-47f2-b04b-f7e4c7134930 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3650594 Feb 17 04:40:31.731660 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45332) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:31.745483 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:31.800294 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-29299dab-be67-4dbb-97ba-0a96e990b372 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:31.806322 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-29299dab-be67-4dbb-97ba-0a96e990b372 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.37 "GET /v2.0/networks?id=4b1d5447-9c7e-40c7-9df0-3342a1b889d3 HTTP/1.1" status: 200 len: 811 time: 0.7143736 Feb 17 04:40:31.835248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:31.897745 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Request body: {'port': {'device_id': '847aadc6-d994-425c-9429-a19d779f55cc', 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3', 'admin_state_up': True, 'tenant_id': '97f3b16091a7454cbfb219182c7e5a7a'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:31.965991 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.970137 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:31.971422 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9e9f573-55d3-44d8-8a3d-eaf1cdbe509e HTTP/1.1" status: 204 len: 168 time: 0.5163963 Feb 17 04:40:32.060647 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a76b14-fec9-40cd-ab64-63174c6f925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9f573-55d3-44d8-8a3d-eaf1cdbe509e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:32.129154 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:32.133011 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Allocated IP 172.20.0.3 (9090bff2-658b-4ec2-a138-be1aa7d71de9/82439587-9a2e-4d84-b5f1-332d332fa60e/8b303249-ec59-4a47-aa8e-c5110eb659c7) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:32.181027 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9531a681-0a46-48f0-ae0a-bac26baa67bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.189070 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9531a681-0a46-48f0-ae0a-bac26baa67bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.231769 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9531a681-0a46-48f0-ae0a-bac26baa67bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=118582bc95a24332b4b23b3bfdb63450&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8763008 Feb 17 04:40:32.233461 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45346) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:32.336690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.345014 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6dd54-fc21-43ac-8505-a9b547c91f75 None None] The sync data for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi is: [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:32.383827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:32.634197 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531a681-0a46-48f0-ae0a-bac26baa67bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8532a1df-91f8-4740-bf43-e3331b879a65,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:32.841215 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:32.933149 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:32.933901 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Updating router 631de290-be5f-4e4c-9d9b-f08f3c8425cc port 6fd441bd-0a25-4a89-93ce-85f3747eb77a binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:33.047653 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.064176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.113842 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f2e3765d-e2d0-4324-94e7-fb84e944d1df req-ec5a361d-5e17-4803-8f28-0857fc06e618 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.3469188 Feb 17 04:40:33.114490 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.119078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.122867 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8532a1df-91f8-4740-bf43-e3331b879a65 HTTP/1.1" status: 204 len: 168 time: 0.8825905 Feb 17 04:40:33.131656 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e37d-eba7-435a-8ea5-3de57b5331b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8532a1df-91f8-4740-bf43-e3331b879a65,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.133975 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.311457 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c5bbd926-0191-4a66-b5fb-079e5d6d0391 req-9bc5434f-3c4c-4324-b6e4-6fd7d96b2fe9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 210 time: 0.4973688 Feb 17 04:40:33.321635 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Made reservation on behalf of 97f3b16091a7454cbfb219182c7e5a7a for: {'port': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:33.343260 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.345889 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:33.363840 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:33.366790 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:33.384144 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:33.385701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:33.449671 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8390043 Feb 17 04:40:33.475225 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b012147-91a4-46ec-b64c-4053e0593a21 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event updated for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:33.494099 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-e67fb632-1fab-42f2-884b-2bbe050df105 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:40:33.495415 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-e67fb632-1fab-42f2-884b-2bbe050df105 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096657 Feb 17 04:40:33.520029 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.094401 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.105647 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.243371 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f6b46-b5ff-4c7b-9214-69fc1f47f408 None None] Pushing event updated for resources: {'Port': ['ID=6fd441bd-0a25-4a89-93ce-85f3747eb77a,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:34.248088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Attempting to bind port 6fd441bd-0a25-4a89-93ce-85f3747eb77a on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:34.248458 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Attempting to bind port 6fd441bd-0a25-4a89-93ce-85f3747eb77a by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:34.248829 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Attempting to bind port 6fd441bd-0a25-4a89-93ce-85f3747eb77a on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:34.265806 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:34.266202 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:34.266606 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.267007 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:34.267488 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Bound port: 6fd441bd-0a25-4a89-93ce-85f3747eb77a, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:34.267891 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.458951 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e29c8a2e-c556-4442-be4c-df5ed5a8e47c req-d1f39728-e935-487f-b4eb-14e67adc15c4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.0851047 Feb 17 04:40:34.470939 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] For port 6fd441bd-0a25-4a89-93ce-85f3747eb77a, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:34.473904 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Request body: {'port': {'device_id': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:34.480800 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] For port 6fd441bd-0a25-4a89-93ce-85f3747eb77a, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=6fd441bd-0a25-4a89-93ce-85f3747eb77a,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:34.492537 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.663892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:34.735061 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:34.735862 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:34.940726 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Allocated IP 172.20.0.1 (3cce038c-a3e6-4bbf-83c0-54290b6ab8ff/c4e89b01-6664-4f2a-85bc-f0a2d187417a/047bd9c8-45ae-415a-b9f0-956016b566d8) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:35.045375 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:35.144942 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 63349ef1-d1de-4f33-af50-80260fc08a44 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:35.154061 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f6b46-b5ff-4c7b-9214-69fc1f47f408 None None] Pushing event updated for resources: {'Port': ['ID=6fd441bd-0a25-4a89-93ce-85f3747eb77a,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:35.532500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359eac90-4c21-4549-a8ff-514fb0306471 req-4063b573-774b-4872-820a-704d4c36bad9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:35.535457 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-359eac90-4c21-4549-a8ff-514fb0306471 req-4063b573-774b-4872-820a-704d4c36bad9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 931 time: 1.0183153 Feb 17 04:40:35.590407 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Allocated IP 172.20.0.10 (4b1d5447-9c7e-40c7-9df0-3342a1b889d3/5fbfa5a8-ef98-4b34-aff9-4337c2625ab6/bcda05f6-6c6d-403e-97c8-017e4b15098b) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:35.611527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.653913 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 63349ef1-d1de-4f33-af50-80260fc08a44 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:35.654273 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.716305 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-56f45329-c0ba-4a89-9696-3be8c0b20e69 req-b1dea80f-6f86-4061-a2d4-83616abdf65a tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.0852702 Feb 17 04:40:35.790524 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:35.809469 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b303249-ec59-4a47-aa8e-c5110eb659c7 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:35.824130 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.850645 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45432) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:35.860469 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d16d1-c20d-4aac-93e8-7027f0b9e00e None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:27Z', 'revision_number': 3, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:35.887984 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Transition to ACTIVE for port object 8b303249-ec59-4a47-aa8e-c5110eb659c7 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:35.892425 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.948113 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:35.988817 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 63349ef1-d1de-4f33-af50-80260fc08a44, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=63349ef1-d1de-4f33-af50-80260fc08a44,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:35.997345 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.051435 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Allocated IP 172.20.0.1 (67e79ce8-967f-4834-9cf9-10af78b4132e/75e50d85-2e93-40a6-90d7-6a1101ca96a3/83fc4594-1675-4781-a472-6c2f0a311fd6) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:36.135854 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-359eac90-4c21-4549-a8ff-514fb0306471 req-249d774e-eed1-49d6-84df-11b9cc64f7a4 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655646 Feb 17 04:40:36.175349 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=63349ef1-d1de-4f33-af50-80260fc08a44,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:36.179669 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Attempting to bind port 8b303249-ec59-4a47-aa8e-c5110eb659c7 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:36.181065 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Attempting to bind port 8b303249-ec59-4a47-aa8e-c5110eb659c7 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:36.181402 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Attempting to bind port 8b303249-ec59-4a47-aa8e-c5110eb659c7 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:36.212179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Port 8b303249-ec59-4a47-aa8e-c5110eb659c7 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:36.212731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Attempting to bind port 8b303249-ec59-4a47-aa8e-c5110eb659c7 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:36.226305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:36.227900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Checking segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:36.229221 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Bound using segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:36.230209 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Bound port: 8b303249-ec59-4a47-aa8e-c5110eb659c7, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:36.231078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.287506 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Pushing event updated for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:36.424662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:36.434764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:36.473835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.622050 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.632734 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:36.634362 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.636764 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b303249-ec59-4a47-aa8e-c5110eb659c7 HTTP/1.1" status: 200 len: 1093 time: 2.4507449 Feb 17 04:40:36.637396 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:36.748935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d1096e71-f069-4038-bb38-05c2cc56d913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:36.813311 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 6fd441bd-0a25-4a89-93ce-85f3747eb77a up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:36.957620 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 6fd441bd-0a25-4a89-93ce-85f3747eb77a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:36.957990 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.045283 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.178990 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.275235 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.314365 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.328381 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 6fd441bd-0a25-4a89-93ce-85f3747eb77a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=6fd441bd-0a25-4a89-93ce-85f3747eb77a,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:37.338208 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.339642 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 63349ef1-d1de-4f33-af50-80260fc08a44 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:37.358228 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Pushing event updated for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.412005 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:37.513003 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=6fd441bd-0a25-4a89-93ce-85f3747eb77a,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.539091 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 63349ef1-d1de-4f33-af50-80260fc08a44 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:37.539469 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.601492 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:37.612829 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:37.615263 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.710268 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d1096e71-f069-4038-bb38-05c2cc56d913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.787013 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73609cf-9e77-421c-af4d-f3dfc0faf041 service neutron] Pushing event updated for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.849350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d1096e71-f069-4038-bb38-05c2cc56d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.864391 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Pushing event updated for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.930059 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3416994f-2f97-4eae-aae7-eb83edbfc518 req-e78e5fd0-9ffd-4786-8ef4-8e750559c287 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.2121556 Feb 17 04:40:37.965994 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:37.983438 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1096e71-f069-4038-bb38-05c2cc56d913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a7c4c3-ec01-4902-a72b-a1e359aa7dca,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:37.991012 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d1096e71-f069-4038-bb38-05c2cc56d913 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4340c34d9661485bb2b2f0a684e01d08&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1368330 Feb 17 04:40:38.002642 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45482) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:38.007109 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:38.039250 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:38.042325 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:38.042804 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.085743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-882a6b9e-a769-49f3-97ad-46851c4fc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:38.089210 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-882a6b9e-a769-49f3-97ad-46851c4fc454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 1096 time: 1.3420203 Feb 17 04:40:38.230632 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6db8e7-c308-4560-bf47-b85e5688ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:38.393423 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-4f4b7af2-b986-4bbf-8d74-23dc709b9db3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7 HTTP/1.1" status: 200 len: 217 time: 0.2879534 Feb 17 04:40:38.470229 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-029523d3-b225-421e-86f0-511abfd3882d None None] Provisioning complete for port 83fc4594-1675-4781-a472-6c2f0a311fd6 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:38.471040 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.473351 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-029523d3-b225-421e-86f0-511abfd3882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.530273 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c102f-5ce0-47c6-ba65-1c0827dea900 req-68d84a3f-f572-4f1a-afd4-048d2c5520eb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:38.538128 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ab0c102f-5ce0-47c6-ba65-1c0827dea900 req-68d84a3f-f572-4f1a-afd4-048d2c5520eb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 1.1982441 Feb 17 04:40:38.548401 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.591596 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-80787ed4-24d0-4236-98a2-6bc7ffa8afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:38.593174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-80787ed4-24d0-4236-98a2-6bc7ffa8afbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.1686058 Feb 17 04:40:38.656929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.718770 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-0fbcdb5b-c123-4f95-9741-75033184ebc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040223 Feb 17 04:40:38.720948 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 6fd441bd-0a25-4a89-93ce-85f3747eb77a up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:38.723206 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-029523d3-b225-421e-86f0-511abfd3882d None None] Port 83fc4594-1675-4781-a472-6c2f0a311fd6 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:38.802104 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:38.877632 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 6fd441bd-0a25-4a89-93ce-85f3747eb77a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:38.878010 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.012162 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0269fb1d-0ee8-4f36-903c-8708802cf204 x-openstack-request-id: req-0269fb1d-0ee8-4f36-903c-8708802cf204 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:39.012765 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:39.012765 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0269fb1d-0ee8-4f36-903c-8708802cf204 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:39.013153 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7', 'status': 'completed', 'code': 200} Feb 17 04:40:39.082339 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.085021 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.102799 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88a7c4c3-ec01-4902-a72b-a1e359aa7dca HTTP/1.1" status: 204 len: 168 time: 1.0992234 Feb 17 04:40:39.132329 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Pushing event updated for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:39.151831 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-631df444-9d42-491c-ad04-6bcb53ae4a09 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089024 Feb 17 04:40:39.174348 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:39.228142 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:39.248229 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:39.260074 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9352-9953-4e56-a968-90cfcb2eed04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a7c4c3-ec01-4902-a72b-a1e359aa7dca,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:39.260999 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:39.261675 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.378876 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ab0c102f-5ce0-47c6-ba65-1c0827dea900 req-d606e084-90ae-42d9-8817-d2f288bc3527 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8128674 Feb 17 04:40:39.382429 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-87740382-4c4e-4e5c-b7b9-dbd9ee894dbb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4894269 Feb 17 04:40:39.421752 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb091e-faf4-442a-b9be-b8c809d0f465 req-60f86657-546a-46de-9355-81f158f250d7 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:39.425828 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bcbb091e-faf4-442a-b9be-b8c809d0f465 req-60f86657-546a-46de-9355-81f158f250d7 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 932 time: 0.3030362 Feb 17 04:40:39.500083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Request body: {'port': {'device_id': '847aadc6-d994-425c-9429-a19d779f55cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:39.506266 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:39.568706 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bcbb091e-faf4-442a-b9be-b8c809d0f465 req-ebad5125-e8d0-4fcf-902d-5bbc2cfd05f2 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286201 Feb 17 04:40:39.708174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45333fc1-40bd-4ebd-9dfb-ad8748ed6e9d req-a186915b-7dc9-46db-bcdd-952823d7a32c service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820821 Feb 17 04:40:39.884807 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.310678 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-03b388db-83ef-4739-a528-de6b4f76dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:40.321735 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-03b388db-83ef-4739-a528-de6b4f76dd38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 1096 time: 0.1940818 Feb 17 04:40:40.641225 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.663509 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.664753 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:40.829707 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-81bd9635-7cdf-4d40-b1e7-14e12ad27da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:40.841487 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-81bd9635-7cdf-4d40-b1e7-14e12ad27da9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 916 time: 0.5052457 Feb 17 04:40:40.850317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a2d5f-13a9-425b-b14f-49709fa26bf9 req-4a9aed21-24a5-446c-9aeb-53eb84bde751 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:40.851852 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f02a2d5f-13a9-425b-b14f-49709fa26bf9 req-4a9aed21-24a5-446c-9aeb-53eb84bde751 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 932 time: 0.1225967 Feb 17 04:40:40.907431 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-f97e3ffc-9398-4028-9ea5-7965265ca434 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7 HTTP/1.1" status: 200 len: 217 time: 0.0539482 Feb 17 04:40:40.931419 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f02a2d5f-13a9-425b-b14f-49709fa26bf9 req-7dffe811-acd3-4911-9db0-0b9395574d88 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719228 Feb 17 04:40:41.096267 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Pushing event updated for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:41.132583 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.143147 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:41.146760 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:41.168050 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e0f20-4c26-405d-b668-fb24da285418 req-b0b7c019-ca65-46fc-b455-69c94f3758e4 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:41.169562 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb4e0f20-4c26-405d-b668-fb24da285418 req-b0b7c019-ca65-46fc-b455-69c94f3758e4 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.5247989 Feb 17 04:40:41.170204 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.180036 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.456313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-773b98d0-a05c-41b0-a410-c2276b5a2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:41.470936 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-773b98d0-a05c-41b0-a410-c2276b5a2d40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.1661036 Feb 17 04:40:41.578453 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Pushing event updated for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:41.734747 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb4e0f20-4c26-405d-b668-fb24da285418 req-71737f3a-86fc-4ec3-97db-f1b7b504599d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437365 Feb 17 04:40:41.771868 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcda05f6-6c6d-403e-97c8-017e4b15098b {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:41.789846 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:41.884501 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Transition to ACTIVE for port object bcda05f6-6c6d-403e-97c8-017e4b15098b will not be triggered until provisioned by entity L2. {{(pid=108237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:41.888013 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Router c813b3b7-4940-47bc-aaa1-827788c6079c has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:40:41.907712 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:41.910132 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:41.917975 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.115574 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65760c-698e-4b10-9dce-edbd978deefe req-9115c60f-94ed-438b-ad37-3cc614fbd8ec tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:42.124921 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ff65760c-698e-4b10-9dce-edbd978deefe req-9115c60f-94ed-438b-ad37-3cc614fbd8ec tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.0683835 Feb 17 04:40:42.143624 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Pushing event updated for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:42.179827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-1b177bd4-f564-4f0c-a0b9-3a37f3dffcfd None None] Provisioning complete for port 83fc4594-1675-4781-a472-6c2f0a311fd6 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:42.180411 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1b177bd4-f564-4f0c-a0b9-3a37f3dffcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.185768 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ff65760c-698e-4b10-9dce-edbd978deefe req-6df799ab-2fa3-4ead-ae55-24d2464c0fa5 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Feb 17 04:40:42.222654 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-1b177bd4-f564-4f0c-a0b9-3a37f3dffcfd None None] Port 83fc4594-1675-4781-a472-6c2f0a311fd6 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:42.261184 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:40:42.286489 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Attempting to bind port bcda05f6-6c6d-403e-97c8-017e4b15098b on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:42.286489 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Attempting to bind port bcda05f6-6c6d-403e-97c8-017e4b15098b by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '6bc2bb02-3f12-48e7-84de-1732e5c216fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:42.286489 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Attempting to bind port bcda05f6-6c6d-403e-97c8-017e4b15098b on network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:42.331047 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Port bcda05f6-6c6d-403e-97c8-017e4b15098b on network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:42.331570 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Attempting to bind port bcda05f6-6c6d-403e-97c8-017e4b15098b on network 4b1d5447-9c7e-40c7-9df0-3342a1b889d3 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:42.334670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:42.344217 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Sync routers for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:42.350135 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8a717d0c-1092-4eea-abf0-e23fd127d57e admin admin] 10.222.0.61 "PUT /v2.0/routers/c813b3b7-4940-47bc-aaa1-827788c6079c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6287875 Feb 17 04:40:42.354151 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:42.354939 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:42.402591 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:42.403034 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Checking segment: {'id': '6bc2bb02-3f12-48e7-84de-1732e5c216fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:42.403669 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Bound using segment: {'id': '6bc2bb02-3f12-48e7-84de-1732e5c216fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:42.404278 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Bound port: bcda05f6-6c6d-403e-97c8-017e4b15098b, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc2bb02-3f12-48e7-84de-1732e5c216fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:42.404944 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.600633 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:42.606677 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b,segment=NetworkSegment(6bc2bb02-3f12-48e7-84de-1732e5c216fd),segment_id=6bc2bb02-3f12-48e7-84de-1732e5c216fd)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:42.637728 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:42.640727 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.755644 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:42.756360 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:42.764069 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] 10.222.0.37 "PUT /v2.0/ports/bcda05f6-6c6d-403e-97c8-017e4b15098b HTTP/1.1" status: 200 len: 1094 time: 3.2748225 Feb 17 04:40:42.789915 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:43.061824 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-16370f9f-2636-4363-94b5-5e0565b839be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319475 Feb 17 04:40:43.077761 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:40:43.098488 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:40:43.109664 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aca24-dc3e-4f00-99b4-cd2bc5cfe800 req-6160d2c4-0a90-4951-be0d-7d9d321ddddb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:43.112090 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d0aca24-dc3e-4f00-99b4-cd2bc5cfe800 req-6160d2c4-0a90-4951-be0d-7d9d321ddddb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.2334936 Feb 17 04:40:43.115224 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-876e8571-2bf3-4c88-ac1f-ea7215f886b7 admin admin] 10.222.0.61 "PUT /v2.0/routers/631de290-be5f-4e4c-9d9b-f08f3c8425cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3676853 Feb 17 04:40:43.158634 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e60142-df6c-4e42-904e-4c1a3feb6d72 service neutron] Pushing event updated for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.159030 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:43.161801 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:43.207274 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d0aca24-dc3e-4f00-99b4-cd2bc5cfe800 req-0a1f8f30-8097-4b4e-8893-c121ee8a6181 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794923 Feb 17 04:40:43.233997 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:38Z', 'revision_number': 4, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '047bd9c8-45ae-415a-b9f0-956016b566d8', 'name': '', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'mac_address': 'fa:16:3e:f3:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:34Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 2, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'subnets': [{'id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:43.305206 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Checking router: c813b3b7-4940-47bc-aaa1-827788c6079c for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:43.309388 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Updating router c813b3b7-4940-47bc-aaa1-827788c6079c port 047bd9c8-45ae-415a-b9f0-956016b566d8 binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:43.371851 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.388872 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-72ad802f-c1fb-4d97-a7aa-06505dd8ea61 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:43.395427 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f4039-fdde-4df7-aafb-cddcd98ec633 req-7667743d-0676-46a5-a805-945b40242e8a tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:43.400778 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-72ad802f-c1fb-4d97-a7aa-06505dd8ea61 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 819 time: 0.2837009 Feb 17 04:40:43.403393 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-679f4039-fdde-4df7-aafb-cddcd98ec633 req-7667743d-0676-46a5-a805-945b40242e8a tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.1038611 Feb 17 04:40:43.406214 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c66dfe-c9b9-4193-98de-84f81e19ccd7" -d '{"events": [{"name": "network-changed", "server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:43.440732 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-67dfbea3-dfb0-4efd-be29-b778fd7ece49 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/quotas/42f0d585131b44758b021a3d7fbb823d HTTP/1.1" status: 200 len: 375 time: 0.0390584 Feb 17 04:40:43.460093 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:43.474321 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-679f4039-fdde-4df7-aafb-cddcd98ec633 req-ce8f62f7-fd44-4893-9243-ec9de8ce653a tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Feb 17 04:40:43.479028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45670) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:43.555031 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-831e9e95-537b-4616-b8cd-a6b52d0a5f3b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1052763 Feb 17 04:40:43.728492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28d8ff05-ee54-4f94-81cf-956d0e7cbef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.758450 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.765016 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.773627 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-3d5e01a1-f844-4059-ab0e-dbc6ddb991ee service neutron] 10.222.0.61 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070692 Feb 17 04:40:43.845657 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e263560-5f98-4803-9bdb-7860df75921e None None] Pushing event updated for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:43.896633 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28d8ff05-ee54-4f94-81cf-956d0e7cbef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.904977 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28d8ff05-ee54-4f94-81cf-956d0e7cbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.917134 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Attempting to bind port 047bd9c8-45ae-415a-b9f0-956016b566d8 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:43.918402 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Attempting to bind port 047bd9c8-45ae-415a-b9f0-956016b566d8 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:43.918627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 2, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:43.919164 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Attempting to bind port 047bd9c8-45ae-415a-b9f0-956016b566d8 on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:43.925704 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:43.928761 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Checking segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:43.929319 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.929685 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Bound using segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:43.930317 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Bound port: 047bd9c8-45ae-415a-b9f0-956016b566d8, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:43.930865 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:43.941597 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-28d8ff05-ee54-4f94-81cf-956d0e7cbef7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c582ea534ad4f63ae9cd8e9b2a1c8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614813 Feb 17 04:40:43.944443 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45680) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:44.004511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:40:44.005015 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Updating router 631de290-be5f-4e4c-9d9b-f08f3c8425cc port 83fc4594-1675-4781-a472-6c2f0a311fd6 binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:40:44.010947 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b515b8d-62e0-4117-8e77-dd9f270c19fb x-openstack-request-id: req-2b515b8d-62e0-4117-8e77-dd9f270c19fb {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:44.011241 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:44.011488 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b515b8d-62e0-4117-8e77-dd9f270c19fb {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:44.011943 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b', 'status': 'completed', 'code': 200} Feb 17 04:40:44.017563 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] For port 047bd9c8-45ae-415a-b9f0-956016b566d8, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:44.022999 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] For port 047bd9c8-45ae-415a-b9f0-956016b566d8, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=047bd9c8-45ae-415a-b9f0-956016b566d8,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:44.024629 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ff05-ee54-4f94-81cf-956d0e7cbef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ed61d-2aca-4a11-a453-c5d753d9f69d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.030227 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.059417 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.061910 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.087004 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-5efae51c-7d25-45b0-890f-57824ea7c674 service neutron] 10.222.0.61 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070002 Feb 17 04:40:44.099781 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.169237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.174567 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.193211 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc4ed61d-2aca-4a11-a453-c5d753d9f69d HTTP/1.1" status: 204 len: 168 time: 0.2449105 Feb 17 04:40:44.215091 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b6d54-1cdc-4b35-a587-92629c86d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ed61d-2aca-4a11-a453-c5d753d9f69d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.246434 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:44.247063 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:44.327306 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e263560-5f98-4803-9bdb-7860df75921e None None] Pushing event updated for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=4']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.371462 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45692) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:44.377909 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253267841', 'description': 'tempest-description--338342139'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:44.526823 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.531996 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:44.663291 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.668736 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4bf19370-9e7c-4602-9236-c6737ed0262f req-466ddebd-f657-413d-8692-d40c3d6f50ee tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 210 time: 0.1371629 Feb 17 04:40:44.673422 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.717297 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-d5aeff0f-9e68-4869-bbbe-c825844ee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:44.719201 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.719561 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-d5aeff0f-9e68-4869-bbbe-c825844ee4b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=97f3b16091a7454cbfb219182c7e5a7a&device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 1097 time: 0.2971718 Feb 17 04:40:44.729225 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.756654 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818dd42-36c7-4d20-a5bb-fb868ca479af None None] Pushing event updated for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.821177 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:44.880884 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Attempting to bind port 83fc4594-1675-4781-a472-6c2f0a311fd6 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:44.881525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Attempting to bind port 83fc4594-1675-4781-a472-6c2f0a311fd6 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:44.882043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Attempting to bind port 83fc4594-1675-4781-a472-6c2f0a311fd6 on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:44.886946 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587ee2-88a1-497d-be21-13c4e6d85e4b req-430c5c90-c3ee-44b7-a951-f32705246eab tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:44.894912 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0b587ee2-88a1-497d-be21-13c4e6d85e4b req-430c5c90-c3ee-44b7-a951-f32705246eab tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.3724637 Feb 17 04:40:44.912370 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:44.920770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Checking segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:44.920770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.920770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Bound using segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:44.920770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Bound port: 83fc4594-1675-4781-a472-6c2f0a311fd6, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:44.920770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.921720 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:44.923262 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-323459c7-4532-40ff-859b-ba5a121b0a2e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5507448 Feb 17 04:40:44.931893 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45710) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:44.955435 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group_rule': {'security_group_id': '5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:44.980050 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-ecbe954b-9915-446b-8b30-b8638a3ba03a service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705736 Feb 17 04:40:45.018107 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe9a2-d131-441d-872b-dcba0e3d853f req-2e053773-ff1e-46cf-9b92-12bbea599c2e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:45.019649 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-caebe9a2-d131-441d-872b-dcba0e3d853f req-2e053773-ff1e-46cf-9b92-12bbea599c2e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.1351585 Feb 17 04:40:45.104078 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-caebe9a2-d131-441d-872b-dcba0e3d853f req-e74eb2cd-08d7-4ca2-a30f-c9879d5b1c8c tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575073 Feb 17 04:40:45.163332 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0b587ee2-88a1-497d-be21-13c4e6d85e4b req-22b6441f-9140-4653-840d-0dd14cb4181c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644501 Feb 17 04:40:45.178020 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45728) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:45.193474 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] For port 83fc4594-1675-4781-a472-6c2f0a311fd6, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:45.195411 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.207926 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f53b-c5d6-420a-8222-e888cc6f06a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.212152 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] For port 83fc4594-1675-4781-a472-6c2f0a311fd6, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=83fc4594-1675-4781-a472-6c2f0a311fd6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:45.237083 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.331668 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818dd42-36c7-4d20-a5bb-fb868ca479af None None] Pushing event updated for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.392900 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:38Z', 'revision_number': 4, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '047bd9c8-45ae-415a-b9f0-956016b566d8', 'name': '', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'mac_address': 'fa:16:3e:f3:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:34Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'subnets': [{'id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:45.404146 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:40:45.404854 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:45.427863 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-69fa3e5b-16a0-4c69-976e-e54815e8a8c2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:45.430112 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-69fa3e5b-16a0-4c69-976e-e54815e8a8c2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 819 time: 0.2243011 Feb 17 04:40:45.460836 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-27a55db9-c2e4-4a7a-86bf-1195fb2e5722 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/quotas/42f0d585131b44758b021a3d7fbb823d HTTP/1.1" status: 200 len: 375 time: 0.0180192 Feb 17 04:40:45.461042 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec658cd-f0a7-4c84-a884-07dfc7759b15 None None] The sync data for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi is: [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:40:38Z', 'revision_number': 4, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '047bd9c8-45ae-415a-b9f0-956016b566d8', 'name': '', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'mac_address': 'fa:16:3e:f3:20:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:34Z', 'updated_at': '2022-02-17T04:40:44Z', 'revision_number': 4, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'subnets': [{'id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:45.501344 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] Provisioning complete for port 83fc4594-1675-4781-a472-6c2f0a311fd6 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:45.501852 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.553602 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f53b-c5d6-420a-8222-e888cc6f06a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.577768 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f53b-c5d6-420a-8222-e888cc6f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.699737 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-16fdb094-b6ec-47ba-80b0-3ea9362b34cb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2300446 Feb 17 04:40:45.733831 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f53b-c5d6-420a-8222-e888cc6f06a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96c43c-16b6-4b82-9581-7774cbaa1169,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.746274 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.756902 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.769891 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e8a3f53b-c5d6-420a-8222-e888cc6f06a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e061c869437f4d68aa9293d5477cecc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867481 Feb 17 04:40:45.773088 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 45738) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:45.787773 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caebb92d-2cbd-4684-aea1-f7d831541675,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:45.804734 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.805995 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-87ec9af9-45fe-4a5c-8fc2-876e7094cb08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8726113 Feb 17 04:40:45.809642 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45740) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:45.816477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group_rule': {'security_group_id': '5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:45.842273 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:40:45.893493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.902302 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.943366 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-a62927f6-ea4a-464d-b509-950c184123ca service neutron] 10.222.0.61 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425556 Feb 17 04:40:45.955764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:45.996872 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.003700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.026718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] For port 83fc4594-1675-4781-a472-6c2f0a311fd6, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=83fc4594-1675-4781-a472-6c2f0a311fd6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:46.043813 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.053076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ddc8d8-1177-4d87-b0df-ac789c33322c,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.061900 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.067321 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.068769 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-81812220-9c70-403c-9562-9723a1e1d409 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581849 Feb 17 04:40:46.072385 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 45746) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:46.086266 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:46.122856 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ee05b01d-06cc-48d9-b2f0-cf407c617e24 service neutron] 10.222.0.61 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783466 Feb 17 04:40:46.145670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.148592 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.152904 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f96c43c-16b6-4b82-9581-7774cbaa1169 HTTP/1.1" status: 204 len: 168 time: 0.3761029 Feb 17 04:40:46.173813 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.181607 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee05057-7ac4-40ac-8a21-50def53b5ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96c43c-16b6-4b82-9581-7774cbaa1169,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.291841 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbde9e9-c317-4a14-920b-41d51226e80a req-bab4862f-94f7-476f-a68e-87cb572dd3ac tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:46.308635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9cbde9e9-c317-4a14-920b-41d51226e80a req-bab4862f-94f7-476f-a68e-87cb572dd3ac tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.1107504 Feb 17 04:40:46.383883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae90bb-c341-4e95-af66-6e89e0cf7e23 None None] Pushing event updated for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:46.427024 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9cbde9e9-c317-4a14-920b-41d51226e80a req-167595c1-ef47-46a5-bf88-337cbcf83e9e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173708 Feb 17 04:40:46.460009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-54135725-2b4b-444b-baf6-ecf7f94afb9a None None] Provisioning complete for port 83fc4594-1675-4781-a472-6c2f0a311fd6 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:46.468768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-54135725-2b4b-444b-baf6-ecf7f94afb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.539302 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:46.563765 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d67b83-4cab-411b-9ae4-c78f935b251d req-21259223-80c2-46ad-b041-7975d2c76622 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:46.572560 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a0d67b83-4cab-411b-9ae4-c78f935b251d req-21259223-80c2-46ad-b041-7975d2c76622 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.0982451 Feb 17 04:40:46.630393 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a0d67b83-4cab-411b-9ae4-c78f935b251d req-2a266604-6ca8-4bad-8b6d-42b3dae3459d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566852 Feb 17 04:40:46.661197 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c0012f3d-1216-4f40-b579-3494b2a303b0 req-a774cccf-1bef-4f41-946f-56bd9b56f82d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 210 time: 0.1046033 Feb 17 04:40:46.734475 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 047bd9c8-45ae-415a-b9f0-956016b566d8 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:46.809073 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Allocated IP 172.27.2.223 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/04fca92c-5c94-4216-8121-0c87429aa6d1) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:46.831033 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:40:46.870817 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1a20a-6825-4793-ada8-86f4bfe1c2c5 None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:40:46.875101 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 047bd9c8-45ae-415a-b9f0-956016b566d8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:46.875411 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.025489 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.054813 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.090841 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 047bd9c8-45ae-415a-b9f0-956016b566d8, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=047bd9c8-45ae-415a-b9f0-956016b566d8,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:47.096778 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.118726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.161953 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:47.217777 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.219189 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=04fca92c-5c94-4216-8121-0c87429aa6d1,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:47.236088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:47.237634 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:47.240183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:47.369619 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.433203 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.604095 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-a05f6683-a824-4430-976a-3b20d272e2c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b HTTP/1.1" status: 200 len: 217 time: 0.0840247 Feb 17 04:40:47.675044 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-b3e561e1-1a6a-45c6-b4eb-04c1ac36b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:47.676521 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-b3e561e1-1a6a-45c6-b4eb-04c1ac36b78b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fbfa5a8-ef98-4b34-aff9-4337c2625ab6 HTTP/1.1" status: 200 len: 851 time: 0.0584927 Feb 17 04:40:47.758719 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-756c849d-1960-4895-856b-32eeff4a169d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b1d5447-9c7e-40c7-9df0-3342a1b889d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710216 Feb 17 04:40:47.772333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b26cf9-7cb4-4b13-a65a-6393581eb6ae req-4a15cb70-a9de-4040-8ef1-f20236de5a24 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:47.773989 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f2b26cf9-7cb4-4b13-a65a-6393581eb6ae req-4a15cb70-a9de-4040-8ef1-f20236de5a24 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.2647917 Feb 17 04:40:47.872651 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fe6db8e7-c308-4560-bf47-b85e5688ff29 req-4ea4d9d8-cda4-4b0b-9426-7f66dece630e service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034599 Feb 17 04:40:47.886341 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f0ed-a8bc-48cf-96be-ea24c733f78d req-9cb3e81f-ea5c-472c-a8f9-f41b0522be95 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:47.891498 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f2b26cf9-7cb4-4b13-a65a-6393581eb6ae req-5f9e63e4-244b-4422-b3d4-5b928be62a77 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054692 Feb 17 04:40:47.894785 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ffc9f0ed-a8bc-48cf-96be-ea24c733f78d req-9cb3e81f-ea5c-472c-a8f9-f41b0522be95 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.1476405 Feb 17 04:40:47.930510 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-22fabfe6-e36b-45bd-b88b-5f6d1254fa17 service neutron] 10.222.0.37 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554465 Feb 17 04:40:47.949529 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.968972 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:47.991258 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ffc9f0ed-a8bc-48cf-96be-ea24c733f78d req-71338d3e-d086-4865-831a-952fe5740301 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953233 Feb 17 04:40:48.034082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.040814 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-36b1014e-fd5f-47a9-846f-ddbb29106613 req-01111a8e-2f4b-43c0-a4d7-93916eeb358b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 210 time: 0.0439973 Feb 17 04:40:48.066396 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=04fca92c-5c94-4216-8121-0c87429aa6d1,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:48.073424 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.074947 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-90dd4cee-eaa3-41ae-97a6-99c1af77b8e5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0014076 Feb 17 04:40:48.097109 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5aa6d1e2-10fb-4fb5-8cc4-5822b065b54e req-f0fa9d05-976a-4e23-a3fa-68fdb1ca7bcc service neutron] 10.222.0.37 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562212 Feb 17 04:40:48.209848 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-437f94cd-ef1b-41d8-a543-ec768a8ac396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:48.211757 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-437f94cd-ef1b-41d8-a543-ec768a8ac396 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=97f3b16091a7454cbfb219182c7e5a7a&device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 1097 time: 0.0609710 Feb 17 04:40:48.618397 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-3105ee71-83c1-48c1-9fea-208b000953e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:48.619884 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-3105ee71-83c1-48c1-9fea-208b000953e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4b1d5447-9c7e-40c7-9df0-3342a1b889d3 HTTP/1.1" status: 200 len: 912 time: 0.3990123 Feb 17 04:40:48.658783 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-79c1030f-b923-4ad6-a282-6c04240ce966 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--253267841&fields=id&tenant_id=e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 267 time: 0.2447650 Feb 17 04:40:48.703314 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-d4718178-fba7-437c-b441-a36dd7cccb11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b HTTP/1.1" status: 200 len: 217 time: 0.0658972 Feb 17 04:40:48.750609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-3ddc0fed-b4c6-430d-8031-acce9f07c077 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:48.755578 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-3ddc0fed-b4c6-430d-8031-acce9f07c077 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 819 time: 0.4874361 Feb 17 04:40:48.774382 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Request body: {'port': {'device_id': '85929e37-0c37-4586-818e-bc6eeeb48296', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'admin_state_up': True, 'tenant_id': '42f0d585131b44758b021a3d7fbb823d'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:48.791227 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-8b7205b2-9954-40d4-b530-8670ea34fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:48.793104 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-8b7205b2-9954-40d4-b530-8670ea34fb91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5fbfa5a8-ef98-4b34-aff9-4337c2625ab6 HTTP/1.1" status: 200 len: 851 time: 0.0732074 Feb 17 04:40:48.797125 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 047bd9c8-45ae-415a-b9f0-956016b566d8 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:48.832507 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-08ef4b21-c44f-4d97-b470-353a6de81b40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4b1d5447-9c7e-40c7-9df0-3342a1b889d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298369 Feb 17 04:40:48.896250 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 047bd9c8-45ae-415a-b9f0-956016b566d8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:48.896899 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:48.953805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 50443) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:49.056058 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-660eed4c-395e-4b08-b6b8-58b187bdc009 service neutron] 10.222.0.37 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152569 Feb 17 04:40:49.244917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-6d060547-ed01-4769-8e39-2db753c9dd12 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:49.246415 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-6d060547-ed01-4769-8e39-2db753c9dd12 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 810 time: 0.5632880 Feb 17 04:40:49.285865 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 83fc4594-1675-4781-a472-6c2f0a311fd6 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:49.349523 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-319540dc-4703-4101-b15f-42bd3d5da255 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:49.351270 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-319540dc-4703-4101-b15f-42bd3d5da255 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 819 time: 0.3959587 Feb 17 04:40:49.352730 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-bec1b668-197a-4abf-974a-01c35cfafb60 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/quotas/e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 375 time: 0.0795498 Feb 17 04:40:49.392749 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 83fc4594-1675-4781-a472-6c2f0a311fd6 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:49.393459 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.401269 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Request body: {'port': {'device_id': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'admin_state_up': True, 'tenant_id': '42f0d585131b44758b021a3d7fbb823d'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:49.495020 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-23c66dfe-c9b9-4193-98de-84f81e19ccd7 req-d6c3d09d-5d0e-4be1-a70a-016d0a3d5277 service neutron] 10.222.0.37 "GET /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247248 Feb 17 04:40:49.505655 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec6349-07d5-4ffb-b9ab-a8434baa0fb0 req-ef35c4a5-c27c-4af6-9cdb-98ca14f67d08 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:49.512857 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f1ec6349-07d5-4ffb-b9ab-a8434baa0fb0 req-ef35c4a5-c27c-4af6-9cdb-98ca14f67d08 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.4557605 Feb 17 04:40:49.566696 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f1ec6349-07d5-4ffb-b9ab-a8434baa0fb0 req-b1cb6d52-3805-40d9-bd3f-383adf6a23d8 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Feb 17 04:40:49.572968 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Made reservation on behalf of 42f0d585131b44758b021a3d7fbb823d for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:49.576493 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.607395 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-720d56cf-b7d8-4f99-bcf1-657207b71302 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2401528 Feb 17 04:40:49.694939 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277a5d-f7d2-4af9-be85-63ac4e689e92 req-57dc3ef4-e3f1-4a43-a83f-3602bc2cad7a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:49.696536 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-43277a5d-f7d2-4af9-be85-63ac4e689e92 req-57dc3ef4-e3f1-4a43-a83f-3602bc2cad7a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.0560303 Feb 17 04:40:49.741662 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-43277a5d-f7d2-4af9-be85-63ac4e689e92 req-56183ccf-209e-4034-b435-47f042fc2b9a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Feb 17 04:40:49.832650 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a493c276-f94a-409b-a92f-e39c5fa19dfd req-20628952-ed47-457e-b954-3c0e3dc873ce tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Feb 17 04:40:49.972399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Made reservation on behalf of 42f0d585131b44758b021a3d7fbb823d for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:49.975784 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:49.994761 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-f1388fe9-3c53-4ecb-b83c-f33755286dca service neutron] 10.222.0.61 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667998 Feb 17 04:40:50.106276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Allocated IP 172.20.0.8 (3cce038c-a3e6-4bbf-83c0-54290b6ab8ff/c4e89b01-6664-4f2a-85bc-f0a2d187417a/f3d06345-8848-4948-a245-4f0ce74b4cf5) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:50.196757 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-989bb30c-77a4-4378-a0ec-e04baa7571ed service neutron] 10.222.0.61 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893184 Feb 17 04:40:50.294874 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.361034 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0af4a539-68df-40c5-a2f4-72d5993b7243 req-60f59bcb-e750-485d-b3ce-d79223ce87c3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 210 time: 0.0268877 Feb 17 04:40:50.381471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.453525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:50.456816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Allocated IP 172.20.0.10 (3cce038c-a3e6-4bbf-83c0-54290b6ab8ff/c4e89b01-6664-4f2a-85bc-f0a2d187417a/f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:50.461476 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:50.465676 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:50.472301 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.472931 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.478136 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Pushing event updated for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:50.501236 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-ae91ce60-b51f-4083-94db-cf1069fee5e9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7326436 Feb 17 04:40:50.654000 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.720272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf766000-14cc-49af-af9a-41496f715eb6 req-e8014eb7-91b5-4add-bfa5-45bb2941e9d4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.721951 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf766000-14cc-49af-af9a-41496f715eb6 req-e8014eb7-91b5-4add-bfa5-45bb2941e9d4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.0774767 Feb 17 04:40:50.726611 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.786064 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:50.796471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:50.802854 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:50.808265 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.808858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:50.813183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Pushing event updated for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:50.821445 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf766000-14cc-49af-af9a-41496f715eb6 req-3d3a9bab-04b0-44f7-a9e8-e9ab06f44761 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928500 Feb 17 04:40:50.832691 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-4cfa4630-fafc-46aa-b70b-0624851b4666 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4450991 Feb 17 04:40:50.876547 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617491e-c379-4433-984e-1b7b249feb94 req-c4414435-4584-4d36-93df-04e42481dfc3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.878040 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a617491e-c379-4433-984e-1b7b249feb94 req-c4414435-4584-4d36-93df-04e42481dfc3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.0672181 Feb 17 04:40:50.919738 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a617491e-c379-4433-984e-1b7b249feb94 req-5d0aa43e-efb2-457e-bd31-2674b9258979 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356717 Feb 17 04:40:50.950531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9f06-cec0-49e3-843e-7d2acb494563 req-cd8a8a09-7f26-4569-8799-b174d86d3fdb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:50.952635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c1c9f06-cec0-49e3-843e-7d2acb494563 req-cd8a8a09-7f26-4569-8799-b174d86d3fdb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 931 time: 0.0524881 Feb 17 04:40:50.992034 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c1c9f06-cec0-49e3-843e-7d2acb494563 req-ad03b8e5-48b2-40e3-b36e-dc08612a498a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328765 Feb 17 04:40:51.449928 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bf3c8680-73ad-4ff7-90e3-19494b817789 req-02a23e2e-5199-4201-96e1-0d726f404310 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 210 time: 0.0250721 Feb 17 04:40:51.779534 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1b5cc623-7e41-4694-8afd-06e08eb9fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:51.933958 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca65c5-71e5-4419-9931-92d22daa02fa req-6bd4441f-0d58-4388-8e76-57cd41776924 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:51.935410 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dca65c5-71e5-4419-9931-92d22daa02fa req-6bd4441f-0d58-4388-8e76-57cd41776924 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 944 time: 0.0481746 Feb 17 04:40:51.973985 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dca65c5-71e5-4419-9931-92d22daa02fa req-d3227c65-5a71-499a-9da5-7dbb5cf68940 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Feb 17 04:40:52.036921 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4d6a2-332c-4327-856e-38f25ea49940 req-05f5dd29-49f0-4923-ae9f-d1a969eebaad tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:52.038354 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-99b4d6a2-332c-4327-856e-38f25ea49940 req-05f5dd29-49f0-4923-ae9f-d1a969eebaad tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 943 time: 0.0535872 Feb 17 04:40:52.076127 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-99b4d6a2-332c-4327-856e-38f25ea49940 req-ba4d26e8-05c2-4d2f-8f1b-b3d5f02def69 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Feb 17 04:40:52.106457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb8200-3d11-4041-a5d1-5b149ea81a3c req-4c4d7c90-a45f-4b05-a79a-bbdf0b067f23 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:52.107913 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-68bb8200-3d11-4041-a5d1-5b149ea81a3c req-4c4d7c90-a45f-4b05-a79a-bbdf0b067f23 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 931 time: 0.0491302 Feb 17 04:40:52.144841 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-68bb8200-3d11-4041-a5d1-5b149ea81a3c req-f2c287fe-b12a-4bef-a963-97c6fb4ca028 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301235 Feb 17 04:40:52.203160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 8b303249-ec59-4a47-aa8e-c5110eb659c7 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:40:52.204227 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Request body: {'port': {'device_id': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:52.211741 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Request body: {'port': {'device_id': '85929e37-0c37-4586-818e-bc6eeeb48296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:52.309154 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.318519 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.321088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:52.333942 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '8b303249-ec59-4a47-aa8e-c5110eb659c7', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'port_id': '8b303249-ec59-4a47-aa8e-c5110eb659c7', 'mac_address': 'fa:16:3e:e4:e5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82439587-9a2e-4d84-b5f1-332d332fa60e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:40:52.383670 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.402771 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b303249-ec59-4a47-aa8e-c5110eb659c7 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:52.423883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:52.427589 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.428755 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bcda05f6-6c6d-403e-97c8-017e4b15098b details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:40:52.534909 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:52.570385 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f4a85d30-d4d6-4180-836f-f60f3eb9483a req-80ade09e-538a-4e73-877a-86c2babdfb43 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 210 time: 0.0332513 Feb 17 04:40:52.574248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b,segment=NetworkSegment(6bc2bb02-3f12-48e7-84de-1732e5c216fd),segment_id=6bc2bb02-3f12-48e7-84de-1732e5c216fd)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:52.595855 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'bcda05f6-6c6d-403e-97c8-017e4b15098b', 'network_id': '4b1d5447-9c7e-40c7-9df0-3342a1b889d3', 'port_id': 'bcda05f6-6c6d-403e-97c8-017e4b15098b', 'mac_address': 'fa:16:3e:b2:3f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbfa5a8-ef98-4b34-aff9-4337c2625ab6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:40:52.638721 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.652235 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcda05f6-6c6d-403e-97c8-017e4b15098b {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:52.678823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b,segment=NetworkSegment(6bc2bb02-3f12-48e7-84de-1732e5c216fd),segment_id=6bc2bb02-3f12-48e7-84de-1732e5c216fd)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:52.683497 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.718826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:52.727315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.743137 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:52.743345 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Transition to ACTIVE for port object f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:52.806250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:52.885881 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:52.914662 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-22f867f0-e75f-4106-9837-1930534b2cdf tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:52.916267 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-22f867f0-e75f-4106-9837-1930534b2cdf tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 810 time: 0.1330383 Feb 17 04:40:52.972078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Attempting to bind port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:52.972418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Attempting to bind port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:52.972743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Attempting to bind port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:52.973459 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-6efda609-8ffa-4913-90e1-8b467a3ca592 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 379 time: 0.0477505 Feb 17 04:40:52.985368 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'port': {'device_id': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'admin_state_up': True, 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'security_groups': ['5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6']}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:52.998204 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bcda05f6-6c6d-403e-97c8-017e4b15098b'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:40:53.007329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:53.007659 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Attempting to bind port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:53.017080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:53.017418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Checking segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:53.017803 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Bound using segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:53.018236 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Bound port: f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:53.019741 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.023715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d06345-8848-4948-a245-4f0ce74b4cf5 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:53.040712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.056201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:40:53.078949 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Transition to ACTIVE for port object f3d06345-8848-4948-a245-4f0ce74b4cf5 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:53.120959 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.169452 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Made reservation on behalf of e286864e383c4e43bf3ec96ce6a97b74 for: {'port': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:40:53.176761 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.196831 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:53.228123 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:53.230418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.263563 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.277863 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec39c4-0115-4919-b219-211485ee336c req-39c921cd-ce8a-4a0e-9ca2-e2c49e3a4092 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.279405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6eec39c4-0115-4919-b219-211485ee336c req-39c921cd-ce8a-4a0e-9ca2-e2c49e3a4092 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 945 time: 0.1919463 Feb 17 04:40:53.334319 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.334319 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.335985 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 1094 time: 1.1366119 Feb 17 04:40:53.361733 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Attempting to bind port f3d06345-8848-4948-a245-4f0ce74b4cf5 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:53.362054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Attempting to bind port f3d06345-8848-4948-a245-4f0ce74b4cf5 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:53.366713 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Attempting to bind port f3d06345-8848-4948-a245-4f0ce74b4cf5 on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:53.369158 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:53.372290 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af410056-323e-489d-8126-efa296646ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:53.388501 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Port f3d06345-8848-4948-a245-4f0ce74b4cf5 on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:53.388826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Attempting to bind port f3d06345-8848-4948-a245-4f0ce74b4cf5 on network 3cce038c-a3e6-4bbf-83c0-54290b6ab8ff {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:53.400816 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee579750-5197-4ba2-8225-22004927d416 req-59fc379c-ea41-4c0f-ae3a-ba8784bc59aa tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.408704 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ee579750-5197-4ba2-8225-22004927d416 req-59fc379c-ea41-4c0f-ae3a-ba8784bc59aa tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 944 time: 0.1148355 Feb 17 04:40:53.451514 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:53.451891 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Checking segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:53.452349 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Bound using segment: {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:53.452861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Bound port: f3d06345-8848-4948-a245-4f0ce74b4cf5, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:53.453310 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.464570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f796868-a570-4489-94ae-29858cc236f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.473328 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6eec39c4-0115-4919-b219-211485ee336c req-50fcf046-4f32-48f6-bc49-d0f855ff3361 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839139 Feb 17 04:40:53.489377 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Allocated IP 172.20.0.13 (67e79ce8-967f-4834-9cf9-10af78b4132e/75e50d85-2e93-40a6-90d7-6a1101ca96a3/5505f266-261e-4d42-962f-e733323092d6) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:40:53.500600 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ee579750-5197-4ba2-8225-22004927d416 req-976e8d33-c4a2-4c48-b42f-c076787b65b5 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909214 Feb 17 04:40:53.526323 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-7d6f9137-f131-4b3d-b58c-d3e85a285e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.528358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-7d6f9137-f131-4b3d-b58c-d3e85a285e05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1097 time: 0.1279492 Feb 17 04:40:53.603089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-b4ff60b5-6f9b-42c9-bee3-14453c4bccbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.0622118 Feb 17 04:40:53.604165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:53.672170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b965c4-c5a5-4c0a-9527-01519e862073 x-openstack-request-id: req-11b965c4-c5a5-4c0a-9527-01519e862073 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:53.672461 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:53.672718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11b965c4-c5a5-4c0a-9527-01519e862073 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:53.673098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a', 'status': 'completed', 'code': 200} Feb 17 04:40:53.679550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:53.692513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.758336 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668289cf-96de-4b9d-9d11-d0396de3492f req-be565721-eb54-40d4-b4a8-eb51592d5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.760152 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-be565721-eb54-40d4-b4a8-eb51592d5e5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.1361787 Feb 17 04:40:53.773493 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-803b2084-0afb-436d-9db2-3e6f4682dbbc req-f402a63b-0031-45df-8be3-0e75d5017692 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 210 time: 0.0394740 Feb 17 04:40:53.785833 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.801763 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d526b-1c7f-4b24-8a49-4c3a6cfc4c2c req-ca81ea0b-cbb7-4551-af98-3a5d35107d2c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.803321 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c75d526b-1c7f-4b24-8a49-4c3a6cfc4c2c req-ca81ea0b-cbb7-4551-af98-3a5d35107d2c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 943 time: 0.2136874 Feb 17 04:40:53.807541 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.808185 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.810135 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 200 len: 1093 time: 1.6018367 Feb 17 04:40:53.827372 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.860132 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-56d5e6a8-b441-48b0-a9fd-7a91b3c7c0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750313 Feb 17 04:40:53.866658 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fc141-3f0c-4bc1-a80e-76141a0fac29 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.910682 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:53.926449 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:40:53.928865 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:40:53.932076 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:40:53.939405 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.940080 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:53.958914 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c75d526b-1c7f-4b24-8a49-4c3a6cfc4c2c req-ca5dae82-330c-43ea-8b34-d17ed984e8e2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199622 Feb 17 04:40:53.982688 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-45ff4381-b22f-40b5-b897-76431a7621da tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9988792 Feb 17 04:40:53.998208 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-d02d8d47-106c-4818-b827-df91fbffb4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:53.999798 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-d02d8d47-106c-4818-b827-df91fbffb4c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1096 time: 0.1266887 Feb 17 04:40:54.015359 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Request body: {'port': {'device_id': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:54.090563 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.094030 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-fe5673c7-4b06-4eca-9422-529bc4151ae1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0826006 Feb 17 04:40:54.148340 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-3267c22e-20bc-4f1c-82c0-4854222e9509 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785633 Feb 17 04:40:54.230609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-cd2541f6-4a47-4b35-b9a9-1e5e57eb05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.232026 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-cd2541f6-4a47-4b35-b9a9-1e5e57eb05ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.1281703 Feb 17 04:40:54.268390 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-60a9d790-6d83-44e2-987e-4b9603aa5fed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292118 Feb 17 04:40:54.302323 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-a1abc5b9-421d-4e04-b796-f3efa08f26a3 None None] Provisioning complete for port 5505f266-261e-4d42-962f-e733323092d6 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:54.302840 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a1abc5b9-421d-4e04-b796-f3efa08f26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.307196 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f0420ea2-0971-43d8-9dee-3af2b9c19c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.344394 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-a1abc5b9-421d-4e04-b796-f3efa08f26a3 None None] Port 5505f266-261e-4d42-962f-e733323092d6 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:40:54.347408 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668289cf-96de-4b9d-9d11-d0396de3492f req-827be98d-4f38-404b-b20d-9183b7cd0514 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Feb 17 04:40:54.392029 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-dc8bbc20-ce52-4fc0-8ec8-333ca365edaf service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144876 Feb 17 04:40:54.441741 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5505f266-261e-4d42-962f-e733323092d6 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:54.449313 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.461361 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Transition to ACTIVE for port object 5505f266-261e-4d42-962f-e733323092d6 will not be triggered until provisioned by entity L2. {{(pid=108237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:40:54.464986 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.496975 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af410056-323e-489d-8126-efa296646ab5 req-261ab7e6-d329-4308-8742-d90f9f2ea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.499232 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-261ab7e6-d329-4308-8742-d90f9f2ea948 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1097 time: 0.0916545 Feb 17 04:40:54.538023 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Pushing event updated for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:54.549905 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2312cfaa-04d7-4c81-8515-be81b50c5c9e req-0ed414e5-9163-4266-897b-3acc2af95413 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435313 Feb 17 04:40:54.555746 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Attempting to bind port 5505f266-261e-4d42-962f-e733323092d6 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:40:54.556135 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Attempting to bind port 5505f266-261e-4d42-962f-e733323092d6 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:40:54.556532 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Attempting to bind port 5505f266-261e-4d42-962f-e733323092d6 on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:54.566215 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Port 5505f266-261e-4d42-962f-e733323092d6 on network 67e79ce8-967f-4834-9cf9-10af78b4132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:40:54.566538 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Attempting to bind port 5505f266-261e-4d42-962f-e733323092d6 on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:40:54.578564 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:40:54.579192 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Checking segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:40:54.579730 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Bound using segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:40:54.580370 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Bound port: 5505f266-261e-4d42-962f-e733323092d6, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:40:54.580900 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.698766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 8b303249-ec59-4a47-aa8e-c5110eb659c7 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:54.742906 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:40:54.746580 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5505f266-261e-4d42-962f-e733323092d6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:40:54.758949 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.799270 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 8b303249-ec59-4a47-aa8e-c5110eb659c7 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:40:54.806160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 8b303249-ec59-4a47-aa8e-c5110eb659c7 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:54.808305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.844999 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef21ff-dcc4-4996-b703-892557357c2c req-46df21ce-e292-474a-8ecb-ff6d7eb36b51 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.856206 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-abef21ff-dcc4-4996-b703-892557357c2c req-46df21ce-e292-474a-8ecb-ff6d7eb36b51 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 945 time: 0.2214253 Feb 17 04:40:54.915804 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-abef21ff-dcc4-4996-b703-892557357c2c req-9a2f4be3-ea5b-4f10-a74b-3b60efdf4093 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538676 Feb 17 04:40:54.923917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdfc7a-d1d4-46e2-957a-d0bf187822e5 req-256131a3-d31a-4dfb-9ccf-d2f156237877 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.931874 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcfdfc7a-d1d4-46e2-957a-d0bf187822e5 req-256131a3-d31a-4dfb-9ccf-d2f156237877 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 944 time: 0.0807664 Feb 17 04:40:54.948303 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Pushing event updated for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:54.956052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af410056-323e-489d-8126-efa296646ab5 req-e351e757-b124-4c6a-a00b-5ee0246881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.957682 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-e351e757-b124-4c6a-a00b-5ee0246881b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.4068096 Feb 17 04:40:54.965663 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:54.966715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:54.979096 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e5fc92d9-deac-47ab-ad70-d8d0184ddf3d service neutron] 10.222.0.37 "PUT /v2.0/ports/5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 1094 time: 0.9817841 Feb 17 04:40:54.979577 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'tag': '5505f266-261e-4d42-962f-e733323092d6'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:54.986360 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "tag": "5505f266-261e-4d42-962f-e733323092d6"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:55.055772 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.080222 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-42e47553-126e-4249-8ead-1f82b4dda45a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.1038065 Feb 17 04:40:55.106278 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.114879 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:55.137453 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35017a5d-4568-455a-92d9-4efab8be87ee req-3e29d71d-b395-4c56-9101-9be15b5d5570 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.146857 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcfdfc7a-d1d4-46e2-957a-d0bf187822e5 req-c5f5be89-ba64-41f6-93f1-68eac79b7873 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096555 Feb 17 04:40:55.160204 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-35017a5d-4568-455a-92d9-4efab8be87ee req-3e29d71d-b395-4c56-9101-9be15b5d5570 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.1229739 Feb 17 04:40:55.188603 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af410056-323e-489d-8126-efa296646ab5 req-75ebff57-11ea-46e6-9c7d-653d971fecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.196691 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-75ebff57-11ea-46e6-9c7d-653d971fecd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.1028042 Feb 17 04:40:55.199370 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e65f0926-7eb2-473e-bb17-44ca8a864261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.205390 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e65f0926-7eb2-473e-bb17-44ca8a864261 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1097 time: 0.1676221 Feb 17 04:40:55.247874 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:55.263168 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-295053ee-d8ca-47bd-9f77-00f259bdd62e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615361 Feb 17 04:40:55.266333 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.267212 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bcda05f6-6c6d-403e-97c8-017e4b15098b up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:40:55.310479 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-2fb2913c-bbfa-4a2a-915c-bb59ed7e5559 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 217 time: 0.0962319 Feb 17 04:40:55.378082 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:40:55.380698 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-35017a5d-4568-455a-92d9-4efab8be87ee req-daca4a36-393c-430c-9f73-1f2d9a05ba82 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291174 Feb 17 04:40:55.463344 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965c417-6274-41b1-9295-29e7f0d81dea req-46917910-afb9-4959-b092-eea5f6c0cb9c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.473670 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0965c417-6274-41b1-9295-29e7f0d81dea req-46917910-afb9-4959-b092-eea5f6c0cb9c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 943 time: 0.1781044 Feb 17 04:40:55.499673 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:55.511744 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d1dc2-415c-413e-b0a1-9a7d040edd97 x-openstack-request-id: req-604d1dc2-415c-413e-b0a1-9a7d040edd97 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:55.512331 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "tag": "5505f266-261e-4d42-962f-e733323092d6", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:55.512572 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-604d1dc2-415c-413e-b0a1-9a7d040edd97 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:55.512902 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'tag': '5505f266-261e-4d42-962f-e733323092d6', 'status': 'completed', 'code': 200} Feb 17 04:40:55.520883 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e57b06b6-30d9-4253-a1c9-31237f99b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.522651 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-e57b06b6-30d9-4253-a1c9-31237f99b009 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.1921668 Feb 17 04:40:55.535410 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec95f4-67e0-4cec-a873-98ae964d5f49" -d '{"events": [{"server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "name": "network-vif-plugged", "status": "completed", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:55.564657 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-13341c4f-2fa8-4293-8e87-bcee07edcdfa service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886429 Feb 17 04:40:55.586736 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0965c417-6274-41b1-9295-29e7f0d81dea req-542d7c3a-6944-4b03-a0cb-da1e9fe06124 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118898 Feb 17 04:40:55.630853 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port bcda05f6-6c6d-403e-97c8-017e4b15098b completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:40:55.635819 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port bcda05f6-6c6d-403e-97c8-017e4b15098b triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:40:55.636223 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.652532 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5c01-7654-44e3-845c-f4b13374226a req-b26b271f-1443-41e8-8cf7-b454dbe85413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:55.654380 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-b26b271f-1443-41e8-8cf7-b454dbe85413 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226294 Feb 17 04:40:55.676492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:55.679448 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:55.732314 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb33db-ddc6-401f-8366-a5f61514743b x-openstack-request-id: req-18eb33db-ddc6-401f-8366-a5f61514743b {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:55.732626 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "name": "network-vif-plugged", "status": "completed", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:55.733443 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18eb33db-ddc6-401f-8366-a5f61514743b {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:55.733913 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7', 'code': 200} Feb 17 04:40:55.752914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f559424-c841-4fa3-9335-82c78b0c9d53 x-openstack-request-id: req-8f559424-c841-4fa3-9335-82c78b0c9d53 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:55.753531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:55.753910 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f559424-c841-4fa3-9335-82c78b0c9d53 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:55.754410 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5', 'status': 'completed', 'code': 200} Feb 17 04:40:55.773058 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af410056-323e-489d-8126-efa296646ab5 req-bae7723e-00e0-420b-a542-aecf6a98221c service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843770 Feb 17 04:40:55.781722 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.820142 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b,segment=NetworkSegment(6bc2bb02-3f12-48e7-84de-1732e5c216fd),segment_id=6bc2bb02-3f12-48e7-84de-1732e5c216fd)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:55.822984 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:55.880887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:56.034739 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4753ee-1631-4017-9354-1e372b490460 req-0cd30c11-aa19-4e8d-97c7-6f80b3d67956 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:56.036275 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ea4753ee-1631-4017-9354-1e372b490460 req-0cd30c11-aa19-4e8d-97c7-6f80b3d67956 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0531187 Feb 17 04:40:56.081453 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ea4753ee-1631-4017-9354-1e372b490460 req-52865605-45ea-4a82-bc21-01383370a350 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Feb 17 04:40:56.266923 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adc1ea-8a47-4e71-a826-b30ffd6d7e56 req-20b3fd01-0f5b-429c-b188-4d35b2b9f91f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:56.268474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43adc1ea-8a47-4e71-a826-b30ffd6d7e56 req-20b3fd01-0f5b-429c-b188-4d35b2b9f91f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0509660 Feb 17 04:40:56.305748 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43adc1ea-8a47-4e71-a826-b30ffd6d7e56 req-ffa03515-0020-4661-aee8-f0e08b727cfb tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Feb 17 04:40:56.486875 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ce01-b8ff-430b-b91c-01e41105fa68 req-e6595d85-d731-4ae7-8bae-eb6a2060ff54 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:56.488359 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a848ce01-b8ff-430b-b91c-01e41105fa68 req-e6595d85-d731-4ae7-8bae-eb6a2060ff54 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.0464098 Feb 17 04:40:56.525903 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a848ce01-b8ff-430b-b91c-01e41105fa68 req-8f607043-db94-4656-9a51-f8214ecb2c41 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Feb 17 04:40:56.696210 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557225-5053-4f57-a52b-f1423ae1b48c req-3ef97a2a-e223-4425-bea0-14e24f93d28b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:56.698147 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af557225-5053-4f57-a52b-f1423ae1b48c req-3ef97a2a-e223-4425-bea0-14e24f93d28b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 943 time: 0.0515277 Feb 17 04:40:56.701026 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:56.735009 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af557225-5053-4f57-a52b-f1423ae1b48c req-fc4b4eb2-95d2-4663-a8e7-fb2225eb9429 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Feb 17 04:40:57.019694 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:57.192501 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0433d18-6ad2-45bd-ad4b-0be5d8def733 req-bac5f36f-54e8-4eec-aa2c-3cf5160c500e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.193936 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0433d18-6ad2-45bd-ad4b-0be5d8def733 req-bac5f36f-54e8-4eec-aa2c-3cf5160c500e tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0452747 Feb 17 04:40:57.235784 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0433d18-6ad2-45bd-ad4b-0be5d8def733 req-1159c318-b0cd-483b-847f-94addb8f852f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Feb 17 04:40:57.420064 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8d7e5-6b5c-4b02-bbbc-418e8c8e114f req-6729fe08-0e92-4073-abe5-02604af70e27 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.421961 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bac8d7e5-6b5c-4b02-bbbc-418e8c8e114f req-6729fe08-0e92-4073-abe5-02604af70e27 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Feb 17 04:40:57.458940 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bac8d7e5-6b5c-4b02-bbbc-418e8c8e114f req-6f3e641f-4646-47d8-90cc-4f4b3400fbaf tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Feb 17 04:40:57.644567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3e12d-22d2-4e56-af34-fe680b7e02ac req-aade8fc8-426a-4950-9964-39a6f57012d0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.646106 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0e3e12d-22d2-4e56-af34-fe680b7e02ac req-aade8fc8-426a-4950-9964-39a6f57012d0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.0505171 Feb 17 04:40:57.685530 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0e3e12d-22d2-4e56-af34-fe680b7e02ac req-1eb52aad-65d3-43f6-a7a4-8180e302815d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334368 Feb 17 04:40:57.734601 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:40:57.737052 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4723fc86-7fdb-45c9-91fb-02c8ed3a005e" -d '{"events": [{"server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "name": "network-vif-plugged", "status": "completed", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:40:57.774162 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52695384-676f-4113-b13c-01d3e90e331d x-openstack-request-id: req-52695384-676f-4113-b13c-01d3e90e331d {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:40:57.774925 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "name": "network-vif-plugged", "status": "completed", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:40:57.775188 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52695384-676f-4113-b13c-01d3e90e331d {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:40:57.775582 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b', 'code': 200} Feb 17 04:40:57.846261 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad5bc-9338-41e8-a284-57ab990e4749 req-82fae560-f9ea-4c4c-a620-d75a83aeca85 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:57.847727 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-774ad5bc-9338-41e8-a284-57ab990e4749 req-82fae560-f9ea-4c4c-a620-d75a83aeca85 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 943 time: 0.0478528 Feb 17 04:40:57.886213 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-774ad5bc-9338-41e8-a284-57ab990e4749 req-7351fde5-fd92-48db-a48f-42cd81803448 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Feb 17 04:40:58.348244 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c6f5-7f28-4c40-9520-6262364508c5 req-2cc84d04-c3d8-4089-b493-afd73b8f2de2 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.349691 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d27c6f5-7f28-4c40-9520-6262364508c5 req-2cc84d04-c3d8-4089-b493-afd73b8f2de2 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0470965 Feb 17 04:40:58.386890 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d27c6f5-7f28-4c40-9520-6262364508c5 req-c6d240b9-26c9-414a-a9e4-d3f4a92e2196 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Feb 17 04:40:58.538601 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f3d06345-8848-4948-a245-4f0ce74b4cf5 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:40:58.627509 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-18a44c1f-7e74-4b31-b693-743af4d3500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.629009 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-18a44c1f-7e74-4b31-b693-743af4d3500d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1096 time: 0.0635288 Feb 17 04:40:58.664665 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575101a-2ba6-4d05-9757-91c14085779e req-40e76cf4-e426-4cd2-be32-aebec6702b02 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.666573 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0575101a-2ba6-4d05-9757-91c14085779e req-40e76cf4-e426-4cd2-be32-aebec6702b02 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.1436920 Feb 17 04:40:58.682018 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:58.707294 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'f3d06345-8848-4948-a245-4f0ce74b4cf5', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'port_id': 'f3d06345-8848-4948-a245-4f0ce74b4cf5', 'mac_address': 'fa:16:3e:13:3b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:40:58.755990 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.37', 50464) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:58.761497 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.768191 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-c5c94367-2e11-4706-9fd2-bfcd67289bb8 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176616 Feb 17 04:40:58.792405 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d06345-8848-4948-a245-4f0ce74b4cf5 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:58.795140 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0575101a-2ba6-4d05-9757-91c14085779e req-01322732-bd05-45e5-bc0f-8d3751a8a1f2 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972168 Feb 17 04:40:58.814548 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:58.819296 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.874950 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-638616a3-95ea-4b19-92f9-03befd80b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.876349 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-638616a3-95ea-4b19-92f9-03befd80b309 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.2386742 Feb 17 04:40:58.896690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-8e7e0323-abfd-494b-bfcd-0b25c5833034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.898162 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-8e7e0323-abfd-494b-bfcd-0b25c5833034 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 1099 time: 0.1628230 Feb 17 04:40:58.902135 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-6ba23485-9b3e-479b-96dd-0ec859092bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.903779 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-6ba23485-9b3e-479b-96dd-0ec859092bfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 1098 time: 0.1468115 Feb 17 04:40:58.935186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c6fd9-3cdd-4048-8a50-9f44a667e761 req-ebcb791b-433a-47b8-92fa-8f8b3b5d142c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:58.943386 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7a6c6fd9-3cdd-4048-8a50-9f44a667e761 req-ebcb791b-433a-47b8-92fa-8f8b3b5d142c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.1673584 Feb 17 04:40:58.945380 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:58.958031 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-77293569-4d5a-4b16-9190-9fb2495f8daa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0724716 Feb 17 04:40:58.975736 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a98f5c01-7654-44e3-845c-f4b13374226a req-c9d0700e-529e-4dad-a1a3-14818b5fca76 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590781 Feb 17 04:40:58.997459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-1d5d9522-b56a-42af-a7f2-2f407eaf711a service neutron] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.063223 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:59.074407 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7a6c6fd9-3cdd-4048-8a50-9f44a667e761 req-a61744c3-22a0-474a-ba85-2ea461cfc423 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300898 Feb 17 04:40:59.088908 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-ca4c27ae-91e4-4cb3-9483-c318eaf9e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.090100 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-ca4c27ae-91e4-4cb3-9483-c318eaf9e724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.1083348 Feb 17 04:40:59.126673 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-96a51815-afac-4a46-9e3c-42f7aed58450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272708 Feb 17 04:40:59.164957 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e9b8e-2b41-4f0d-9476-4ef205278854 req-ed1e4fb1-8600-4e34-b625-92f154f05486 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.173666 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1a9e9b8e-2b41-4f0d-9476-4ef205278854 req-ed1e4fb1-8600-4e34-b625-92f154f05486 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 944 time: 0.1550245 Feb 17 04:40:59.176862 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-e94fe1ac-ac24-4398-9aeb-e0928920b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.178480 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-e94fe1ac-ac24-4398-9aeb-e0928920b54f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1097 time: 0.1138275 Feb 17 04:40:59.201120 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f3d06345-8848-4948-a245-4f0ce74b4cf5'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:40:59.230935 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-d9e58fe0-0951-4992-b33c-90ebd225c7c9 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955770 Feb 17 04:40:59.262140 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.278034 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.301050 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.db.api [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-1d5d9522-b56a-42af-a7f2-2f407eaf711a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b6c38064ffd742e7ab546f3f9f9e64ed {{(pid=108236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:40:59.301398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG oslo_db.api [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-1d5d9522-b56a-42af-a7f2-2f407eaf711a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 04:40:59.314346 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1a9e9b8e-2b41-4f0d-9476-4ef205278854 req-298a4d4f-5fab-434b-9cf2-6bc7501766b6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396973 Feb 17 04:40:59.324888 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090745 Feb 17 04:40:59.339205 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f1ca422e-bd70-4ad3-a9e4-f5b71aa20d5e req-fd03f1f5-2a2c-47d7-8f22-9c2ac517d516 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015747 Feb 17 04:40:59.340628 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8eba87-a846-4782-a90b-99d38b3a61e5,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:59.358836 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-020e2eb2-8d47-4061-ab0e-5d74bf7d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.360337 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-020e2eb2-8d47-4061-ab0e-5d74bf7d4381 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1747446 Feb 17 04:40:59.508276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c6e7-6b53-4f70-b084-c0e6930f60fe req-cf284c0b-0af4-4e7f-8a49-cbfd20027976 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.509810 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c881c6e7-6b53-4f70-b084-c0e6930f60fe req-cf284c0b-0af4-4e7f-8a49-cbfd20027976 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0544629 Feb 17 04:40:59.519815 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:40:59.552239 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c881c6e7-6b53-4f70-b084-c0e6930f60fe req-c18a3cd1-5fec-4f71-b170-946fed2e2706 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Feb 17 04:40:59.607125 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-67ca52bc-a13a-43d4-a620-097e74a0bca7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 217 time: 0.0475330 Feb 17 04:40:59.623983 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:59.637674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a', 'network_id': '3cce038c-a3e6-4bbf-83c0-54290b6ab8ff', 'port_id': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a', 'mac_address': 'fa:16:3e:06:b7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e89b01-6664-4f2a-85bc-f0a2d187417a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:40:59.674994 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-effe3dc2-5447-4eaf-99df-1eedc9599d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.674994 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-effe3dc2-5447-4eaf-99df-1eedc9599d1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0588803 Feb 17 04:40:59.690693 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.709066 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:40:59.731669 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-60edb240-2cc9-49d4-adef-c77e7ed321ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.733936 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-60edb240-2cc9-49d4-adef-c77e7ed321ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507290 Feb 17 04:40:59.734592 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:40:59.739078 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.801509 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46208) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:40:59.802428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-1d5d9522-b56a-42af-a7f2-2f407eaf711a service neutron] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.803160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:40:59.841659 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-29dde2db-6604-415c-9f02-91bae4db837b service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998876 Feb 17 04:40:59.893248 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2dd29b65-0196-4cba-bbae-f7d8f436ff86 req-1d5d9522-b56a-42af-a7f2-2f407eaf711a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9659574 Feb 17 04:40:59.942637 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-820c7537-c67c-41c0-b831-705280669ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:40:59.988799 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152b02c-63d2-4b0e-81a7-6685fa9061e0 req-f6a33457-8fdb-4533-9467-517119ecbc54 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:40:59.990685 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6152b02c-63d2-4b0e-81a7-6685fa9061e0 req-f6a33457-8fdb-4533-9467-517119ecbc54 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0791259 Feb 17 04:40:59.993625 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c81b699-5dc3-4f32-b79d-26026bb7f6f2 req-9c03daf9-4072-4345-af84-569e473ab44f service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431162 Feb 17 04:41:00.017827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:00.033016 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-820c7537-c67c-41c0-b831-705280669ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.040215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-820c7537-c67c-41c0-b831-705280669ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.044644 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6152b02c-63d2-4b0e-81a7-6685fa9061e0 req-8d72e564-f351-418a-960d-d149ca9d6f52 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360394 Feb 17 04:41:00.098097 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-820c7537-c67c-41c0-b831-705280669ee2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c259525c522745d7a3ee5725140634e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931831 Feb 17 04:41:00.099239 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c7537-c67c-41c0-b831-705280669ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c2db9-1cf8-495c-b5ca-8c8c29a9426c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:00.101550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46224) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:00.177923 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.218603 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.248133 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653720bf-2a69-49c2-9455-808e0da83bb8 req-20ac0f86-77bd-466e-bc2c-b69b0d7d883d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:00.248133 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-653720bf-2a69-49c2-9455-808e0da83bb8 req-20ac0f86-77bd-466e-bc2c-b69b0d7d883d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.0835950 Feb 17 04:41:00.302732 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-653720bf-2a69-49c2-9455-808e0da83bb8 req-de4b6ac9-6680-497d-a283-1f8214fb7fa0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489135 Feb 17 04:41:00.304115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.306876 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.310324 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a6c2db9-1cf8-495c-b5ca-8c8c29a9426c HTTP/1.1" status: 204 len: 168 time: 0.2053635 Feb 17 04:41:00.317120 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9077a-595d-4e48-ba8f-bab0f9f3808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c2db9-1cf8-495c-b5ca-8c8c29a9426c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:00.446387 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acd303-61c7-4a81-abff-2a8e6c2879ca req-8012a309-b88e-46a9-b86d-e68e62f8d327 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:00.449391 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31acd303-61c7-4a81-abff-2a8e6c2879ca req-8012a309-b88e-46a9-b86d-e68e62f8d327 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 944 time: 0.0564103 Feb 17 04:41:00.524991 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31acd303-61c7-4a81-abff-2a8e6c2879ca req-247e3a3e-a832-4d95-b0a8-512018623cab tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Feb 17 04:41:00.674916 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebae48a-e140-47be-83c0-82c7daed4f46 req-357ea40d-7d57-494a-930a-b2cec2b6b5b4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:00.676462 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0ebae48a-e140-47be-83c0-82c7daed4f46 req-357ea40d-7d57-494a-930a-b2cec2b6b5b4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0515630 Feb 17 04:41:00.687829 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46254) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:00.704254 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-87d43f1c-ecc2-4dbe-8ef9-3d41ca2eca4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.719696 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0ebae48a-e140-47be-83c0-82c7daed4f46 req-e174245f-930e-4465-8b4d-6078f6c194e4 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Feb 17 04:41:00.785987 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-87d43f1c-ecc2-4dbe-8ef9-3d41ca2eca4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.790008 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-87d43f1c-ecc2-4dbe-8ef9-3d41ca2eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.804229 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46258) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:00.828210 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-87d43f1c-ecc2-4dbe-8ef9-3d41ca2eca4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9cf6219a3ac4e938abb7a7c7d5c8455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386144 Feb 17 04:41:00.829401 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d43f1c-ecc2-4dbe-8ef9-3d41ca2eca4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b24ec79-97f4-4956-b4ab-55c5e505269c,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:00.830852 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46262) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:00.884205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.907089 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.934097 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0ce9-c620-4fa6-b3f6-63c2a12ed474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.995439 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.997927 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:00.999127 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b24ec79-97f4-4956-b4ab-55c5e505269c HTTP/1.1" status: 204 len: 168 time: 0.1665759 Feb 17 04:41:01.013801 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905248a-4710-4adb-a645-e451a110ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b24ec79-97f4-4956-b4ab-55c5e505269c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:01.051440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0ce9-c620-4fa6-b3f6-63c2a12ed474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.055550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a1fd0ce9-c620-4fa6-b3f6-63c2a12ed474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.097104 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a1fd0ce9-c620-4fa6-b3f6-63c2a12ed474 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd686c566d114864a7766a9e14cc3f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915998 Feb 17 04:41:01.098006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd0ce9-c620-4fa6-b3f6-63c2a12ed474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73123fd-034b-4cc1-8ba5-f3fd4e2ce34c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:01.100151 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46276) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:01.195129 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.222690 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.243127 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8034-bb97-4336-9f7c-ad4e20a75b1d req-407d5533-e6bc-4b76-a52b-ec78abdc122c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.244610 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-98ef8034-bb97-4336-9f7c-ad4e20a75b1d req-407d5533-e6bc-4b76-a52b-ec78abdc122c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0896976 Feb 17 04:41:01.460823 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb3df6-7810-4ab8-be2d-e2c47615d900 req-6f41f9e0-9e8b-4621-ab73-b57501942a5c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.462388 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3feb3df6-7810-4ab8-be2d-e2c47615d900 req-6f41f9e0-9e8b-4621-ab73-b57501942a5c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.0695436 Feb 17 04:41:01.472430 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-98ef8034-bb97-4336-9f7c-ad4e20a75b1d req-e0c6f618-6f51-423a-a42b-58df4f18005d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186227 Feb 17 04:41:01.486085 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.488796 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:01.489932 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c73123fd-034b-4cc1-8ba5-f3fd4e2ce34c HTTP/1.1" status: 204 len: 168 time: 0.3887839 Feb 17 04:41:01.497885 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c90695-dacf-4307-a201-181cd4aca94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73123fd-034b-4cc1-8ba5-f3fd4e2ce34c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:01.533008 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3feb3df6-7810-4ab8-be2d-e2c47615d900 req-c32b30d0-b9a1-47d3-810a-057af5263894 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609412 Feb 17 04:41:01.663527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692af4d-7b54-47d9-a9d2-085db2179be5 req-06e5ec8e-2ea9-4e6a-b27d-b52b2711cee6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.671416 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3692af4d-7b54-47d9-a9d2-085db2179be5 req-06e5ec8e-2ea9-4e6a-b27d-b52b2711cee6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 944 time: 0.0649521 Feb 17 04:41:01.713443 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3692af4d-7b54-47d9-a9d2-085db2179be5 req-22d7ff40-d204-4201-b4f0-40362449ab16 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Feb 17 04:41:01.869794 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83572b4-0b0b-4aa1-a483-6c5e94335c23 req-10ad3cf1-8a8c-4173-9078-1035d1019ba7 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:01.871389 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a83572b4-0b0b-4aa1-a483-6c5e94335c23 req-10ad3cf1-8a8c-4173-9078-1035d1019ba7 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0672920 Feb 17 04:41:01.978973 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a83572b4-0b0b-4aa1-a483-6c5e94335c23 req-d6f7211e-8795-45a7-b835-6f3ffbd0e844 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997446 Feb 17 04:41:02.034216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46330) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.048269 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5df814aa-82cc-4ea7-a2fb-daf8c7d548a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.125436 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5df814aa-82cc-4ea7-a2fb-daf8c7d548a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.131667 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5df814aa-82cc-4ea7-a2fb-daf8c7d548a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.172981 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5df814aa-82cc-4ea7-a2fb-daf8c7d548a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d3f9560ca7f4c3c9bf0a61aafc7487d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350031 Feb 17 04:41:02.173477 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46334) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.180670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df814aa-82cc-4ea7-a2fb-daf8c7d548a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27313e-c2d3-44c2-bb51-48785ee1e242,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.229935 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.250849 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.301349 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.303821 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.305057 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c27313e-c2d3-44c2-bb51-48785ee1e242 HTTP/1.1" status: 204 len: 168 time: 0.1306880 Feb 17 04:41:02.315200 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45321206-8154-46fd-903b-289dd3da3c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27313e-c2d3-44c2-bb51-48785ee1e242,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.437743 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46344) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.579344 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-903612b3-01f2-4c81-8cd8-d5d3de76e454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.586637 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46352) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.600358 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-29d5b564-e7f8-4544-af6b-a4eb455d261e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.619312 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cd8c4-2945-40f4-9bb2-ed6c6b09de08 req-bf142f24-63e5-4294-b924-f9431a49eb12 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.620817 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bc9cd8c4-2945-40f4-9bb2-ed6c6b09de08 req-bf142f24-63e5-4294-b924-f9431a49eb12 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0842643 Feb 17 04:41:02.679133 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bc9cd8c4-2945-40f4-9bb2-ed6c6b09de08 req-67eb7a08-c8d5-4c56-9721-17abf44b0368 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513158 Feb 17 04:41:02.686292 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee52d0-6500-4c90-92ef-751f09e32349 req-74a2527d-0cd1-4bcb-b90c-e88e692a3724 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.687826 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-18ee52d0-6500-4c90-92ef-751f09e32349 req-74a2527d-0cd1-4bcb-b90c-e88e692a3724 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 944 time: 0.0745146 Feb 17 04:41:02.710126 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-903612b3-01f2-4c81-8cd8-d5d3de76e454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.714299 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-903612b3-01f2-4c81-8cd8-d5d3de76e454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.745485 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-29d5b564-e7f8-4544-af6b-a4eb455d261e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.746032 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-903612b3-01f2-4c81-8cd8-d5d3de76e454 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96265fd34df74463b4298299303677d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068547 Feb 17 04:41:02.746542 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46358) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.760209 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-18ee52d0-6500-4c90-92ef-751f09e32349 req-8baa05ca-5d2d-4f59-9fb6-36b91ee5c17b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605538 Feb 17 04:41:02.762407 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-29d5b564-e7f8-4544-af6b-a4eb455d261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.788768 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903612b3-01f2-4c81-8cd8-d5d3de76e454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15b561-a239-4e3b-ad2f-1c09cd3c07d8,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.808173 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-29d5b564-e7f8-4544-af6b-a4eb455d261e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58b08ea8489d4fef97f390c2c6d5bd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203195 Feb 17 04:41:02.810736 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46360) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:02.811557 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5b564-e7f8-4544-af6b-a4eb455d261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac952b2a-f3e8-4055-921e-6021a93d47b9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:02.847902 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.909606 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:02.932207 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37518a-8d05-4f54-ad0d-4c7ba20fd150 req-10c09403-7cfd-4c96-8568-ea8e869c5b95 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:02.933685 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3a37518a-8d05-4f54-ad0d-4c7ba20fd150 req-10c09403-7cfd-4c96-8568-ea8e869c5b95 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 944 time: 0.1076880 Feb 17 04:41:02.956875 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.002918 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.023661 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3a37518a-8d05-4f54-ad0d-4c7ba20fd150 req-d6a2a2b0-64b8-4bd9-ab93-8cbca57dfb91 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803168 Feb 17 04:41:03.044790 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.047731 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.049703 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba15b561-a239-4e3b-ad2f-1c09cd3c07d8 HTTP/1.1" status: 204 len: 168 time: 0.2972076 Feb 17 04:41:03.087843 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edea832-2c38-417f-a033-0a81570ef82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15b561-a239-4e3b-ad2f-1c09cd3c07d8,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:03.121351 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.124943 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.126237 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac952b2a-f3e8-4055-921e-6021a93d47b9 HTTP/1.1" status: 204 len: 168 time: 0.3141847 Feb 17 04:41:03.148479 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1716-b73a-4499-804e-7d16f1b20551 req-d530ac04-be48-4332-a366-3553059972e9 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.149022 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8aab6-07b9-43c7-88ca-17071044b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac952b2a-f3e8-4055-921e-6021a93d47b9,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:03.156260 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eaff1716-b73a-4499-804e-7d16f1b20551 req-d530ac04-be48-4332-a366-3553059972e9 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0921731 Feb 17 04:41:03.204068 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eaff1716-b73a-4499-804e-7d16f1b20551 req-6a2b517e-1e47-4c7e-b585-0a91601745b1 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Feb 17 04:41:03.250452 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5505f266-261e-4d42-962f-e733323092d6 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:03.358146 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5505f266-261e-4d42-962f-e733323092d6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:03.370846 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '5505f266-261e-4d42-962f-e733323092d6', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'port_id': '5505f266-261e-4d42-962f-e733323092d6', 'mac_address': 'fa:16:3e:9b:74:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:03.408409 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.421678 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5505f266-261e-4d42-962f-e733323092d6 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:03.444649 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5505f266-261e-4d42-962f-e733323092d6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:03.448883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:03.505060 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:03.874739 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a3808-5cc4-4e81-8d00-9e8e9524933f req-8621f008-8188-4b89-81f2-d131623834e0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:03.876833 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-683a3808-5cc4-4e81-8d00-9e8e9524933f req-8621f008-8188-4b89-81f2-d131623834e0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 945 time: 0.0540929 Feb 17 04:41:03.918024 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-683a3808-5cc4-4e81-8d00-9e8e9524933f req-5ad60e86-8f78-450c-912a-324af2197de5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331306 Feb 17 04:41:04.193561 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a303-76b0-40e1-904f-6c114c6d829a req-f3b9d974-7c17-46c1-8d07-0d3e0adc28d9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.195062 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2282a303-76b0-40e1-904f-6c114c6d829a req-f3b9d974-7c17-46c1-8d07-0d3e0adc28d9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 944 time: 0.0901489 Feb 17 04:41:04.214253 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:04.285406 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2282a303-76b0-40e1-904f-6c114c6d829a req-aa5330d5-ce79-45cc-ae68-42174174c056 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 Feb 17 04:41:04.320957 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:04.325045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:04.325672 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.372085 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7f18-6eb2-441f-b733-eaa588f4e8b7 req-14d7f708-5a61-4a18-9047-49f3f021e028 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.389791 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fb9e7f18-6eb2-441f-b733-eaa588f4e8b7 req-14d7f708-5a61-4a18-9047-49f3f021e028 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0816417 Feb 17 04:41:04.435587 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fb9e7f18-6eb2-441f-b733-eaa588f4e8b7 req-4a2088ff-d544-45dd-b3a4-b22351347357 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Feb 17 04:41:04.483511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.514648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:04.517355 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78babc5-8ec7-4364-a480-305be79aff54" -d '{"events": [{"server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:04.537132 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:04.542307 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.543798 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f3d06345-8848-4948-a245-4f0ce74b4cf5 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:04.600368 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531875b-d359-4a89-9530-59c87ede99f4 x-openstack-request-id: req-9531875b-d359-4a89-9530-59c87ede99f4 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:04.600894 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:04.601250 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9531875b-d359-4a89-9530-59c87ede99f4 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:04.601848 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a', 'code': 200} Feb 17 04:41:04.609425 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['5505f266-261e-4d42-962f-e733323092d6'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:04.713866 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:04.725892 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port f3d06345-8848-4948-a245-4f0ce74b4cf5 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:04.733494 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port f3d06345-8848-4948-a245-4f0ce74b4cf5 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:04.733956 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.841882 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2f5d7-1552-4b05-a5c4-46c78b0f5e1a req-de34882e-940e-4ead-94b2-7e37be1ad67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:04.844513 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bcb2f5d7-1552-4b05-a5c4-46c78b0f5e1a req-de34882e-940e-4ead-94b2-7e37be1ad67d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0487576 Feb 17 04:41:04.888780 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bcb2f5d7-1552-4b05-a5c4-46c78b0f5e1a req-6872c787-c450-49af-8710-3254b432c62a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Feb 17 04:41:04.891622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:04.935277 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:04.939385 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:05.003834 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:05.073487 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad151-7650-4505-809d-c2085cf97007 req-8ca1b1ca-1e7b-4274-a967-94c2904c79b1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.082211 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-75dad151-7650-4505-809d-c2085cf97007 req-8ca1b1ca-1e7b-4274-a967-94c2904c79b1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 945 time: 0.0862668 Feb 17 04:41:05.122180 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-75dad151-7650-4505-809d-c2085cf97007 req-bdf3c078-108d-4080-a9a4-f087bf824ccb tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389500 Feb 17 04:41:05.431714 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128eb87-4cce-4cee-84f5-98bc24706b42 req-165fb95a-3423-4dfa-8ab1-5a5401af24d5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.433473 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a128eb87-4cce-4cee-84f5-98bc24706b42 req-165fb95a-3423-4dfa-8ab1-5a5401af24d5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0506856 Feb 17 04:41:05.502734 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a128eb87-4cce-4cee-84f5-98bc24706b42 req-be46e9c9-0e57-4aec-9e39-02fb8542e7eb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597336 Feb 17 04:41:05.657984 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690679c3-7bf3-4481-8bd8-98ea3f9b63a4 req-208ad9b3-3e08-417d-b9fd-15ec40894deb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:05.666746 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-690679c3-7bf3-4481-8bd8-98ea3f9b63a4 req-208ad9b3-3e08-417d-b9fd-15ec40894deb tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0948408 Feb 17 04:41:05.723904 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-690679c3-7bf3-4481-8bd8-98ea3f9b63a4 req-5617563b-8b89-490c-9f0a-3d1752098947 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561340 Feb 17 04:41:06.222882 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5505f266-261e-4d42-962f-e733323092d6 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:06.251809 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb549c-5a09-4788-9d95-ef1b9dc3d97d req-51bce19d-65bc-48f1-82ec-3db757b69a0a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.254565 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-19eb549c-5a09-4788-9d95-ef1b9dc3d97d req-51bce19d-65bc-48f1-82ec-3db757b69a0a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 945 time: 0.0610673 Feb 17 04:41:06.287900 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 5505f266-261e-4d42-962f-e733323092d6 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:06.292465 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 5505f266-261e-4d42-962f-e733323092d6 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:06.292850 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.319749 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-19eb549c-5a09-4788-9d95-ef1b9dc3d97d req-fcdd7489-8525-43d8-9c69-ad45ed63d9c4 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569417 Feb 17 04:41:06.391741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.427042 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5505f266-261e-4d42-962f-e733323092d6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:06.430334 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:06.476827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:06.603210 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5'}, {'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505f266-261e-4d42-962f-e733323092d6'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:06.605786 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e71a205-7d2b-43be-9615-aa4f57f5ae72" -d '{"events": [{"server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "name": "network-vif-plugged", "status": "completed", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5"}, {"server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "name": "network-vif-plugged", "status": "completed", "tag": "5505f266-261e-4d42-962f-e733323092d6"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:06.617659 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb29267-6918-4169-9135-73a145f20cbf req-6420ebca-d021-4d50-8444-fd780fd85253 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.619941 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6bb29267-6918-4169-9135-73a145f20cbf req-6420ebca-d021-4d50-8444-fd780fd85253 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0597570 Feb 17 04:41:06.658724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cfb398-8c08-45f6-8222-110f43d26bc9 x-openstack-request-id: req-43cfb398-8c08-45f6-8222-110f43d26bc9 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:06.659287 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "name": "network-vif-plugged", "status": "completed", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5", "code": 200}, {"server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "name": "network-vif-plugged", "status": "completed", "tag": "5505f266-261e-4d42-962f-e733323092d6", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:06.659893 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43cfb398-8c08-45f6-8222-110f43d26bc9 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:06.660816 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5', 'code': 200} Feb 17 04:41:06.661552 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505f266-261e-4d42-962f-e733323092d6', 'code': 200} Feb 17 04:41:06.670005 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6bb29267-6918-4169-9135-73a145f20cbf req-be87676f-bc4e-43ef-96bc-2109374e7477 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Feb 17 04:41:06.885503 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d896-6d91-47d1-b7cb-ba25b93da92a req-5e7b4ee5-7ef3-4080-902c-0ac6712a2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.887109 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1e45d896-6d91-47d1-b7cb-ba25b93da92a req-5e7b4ee5-7ef3-4080-902c-0ac6712a2c70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1099 time: 0.0547156 Feb 17 04:41:06.927057 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79c40c-efb0-48fb-9e41-93107e516667 req-8ef571cc-4c19-4d8d-8ff0-1c43697846c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:06.928991 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ea79c40c-efb0-48fb-9e41-93107e516667 req-8ef571cc-4c19-4d8d-8ff0-1c43697846c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1098 time: 0.0696464 Feb 17 04:41:06.943120 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1e45d896-6d91-47d1-b7cb-ba25b93da92a req-ed54324b-df1a-4857-a538-bda675fff422 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478632 Feb 17 04:41:06.971005 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ea79c40c-efb0-48fb-9e41-93107e516667 req-343552af-bb93-4c1c-af27-cf9ef3fa26fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Feb 17 04:41:07.440583 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed48cba-aee7-4162-b218-f6e09d73667a req-a871207f-f8a4-453e-9d5a-9b7e0fc578f1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:07.442142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9ed48cba-aee7-4162-b218-f6e09d73667a req-a871207f-f8a4-453e-9d5a-9b7e0fc578f1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0499358 Feb 17 04:41:07.484464 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9ed48cba-aee7-4162-b218-f6e09d73667a req-0a8e39c9-0dec-4024-830c-520f10362f5c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346835 Feb 17 04:41:07.580992 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46620) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:07.683322 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38ae729b-d327-4495-aea3-509bd0e55db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.776005 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38ae729b-d327-4495-aea3-509bd0e55db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.792232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-38ae729b-d327-4495-aea3-509bd0e55db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.838173 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-38ae729b-d327-4495-aea3-509bd0e55db5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38a70f2efa2c4e3fa4d3e7f66c72c2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559423 Feb 17 04:41:07.840643 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae729b-d327-4495-aea3-509bd0e55db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6083e1af-543c-44fe-a6f6-e14495443dc0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:07.840790 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46626) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:07.851584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bdddb-8f00-4736-b498-72e20491149b req-4f2f1e4c-bed0-4349-8fc0-1023597b25d1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:07.853068 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f84bdddb-8f00-4736-b498-72e20491149b req-4f2f1e4c-bed0-4349-8fc0-1023597b25d1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0960503 Feb 17 04:41:07.895485 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f84bdddb-8f00-4736-b498-72e20491149b req-197a877c-a98a-4056-a4c7-e45643797bbc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Feb 17 04:41:07.897245 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.919251 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.985336 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.988573 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:07.990719 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6083e1af-543c-44fe-a6f6-e14495443dc0 HTTP/1.1" status: 204 len: 168 time: 0.1486993 Feb 17 04:41:07.999773 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c206-fc00-4c36-8760-9ddcccb006d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083e1af-543c-44fe-a6f6-e14495443dc0,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.273117 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 46644) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:08.286795 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e40b1eff-250d-4135-9e80-25a82dbcc948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.357674 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e40b1eff-250d-4135-9e80-25a82dbcc948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.362271 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e40b1eff-250d-4135-9e80-25a82dbcc948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.399048 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e40b1eff-250d-4135-9e80-25a82dbcc948 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a82b3cbf7f8e4d15ab3dae39d0a4dca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248226 Feb 17 04:41:08.401041 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b1eff-250d-4135-9e80-25a82dbcc948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d238d782-eba1-4cf0-b0f7-2051d9f9274c,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.401735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46646) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:08.450213 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.471524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.516109 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.518736 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:08.519917 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d238d782-eba1-4cf0-b0f7-2051d9f9274c HTTP/1.1" status: 204 len: 168 time: 0.1169798 Feb 17 04:41:08.528044 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a6378-3aed-41e1-b376-968367863d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d238d782-eba1-4cf0-b0f7-2051d9f9274c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:08.607448 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbe50-2359-4f1e-91d2-307b4ee0863b req-6b480e28-764f-4e80-8ddb-9400cd6ff790 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:08.610429 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fc3fbe50-2359-4f1e-91d2-307b4ee0863b req-6b480e28-764f-4e80-8ddb-9400cd6ff790 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0516465 Feb 17 04:41:08.647559 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fc3fbe50-2359-4f1e-91d2-307b4ee0863b req-6082ad29-7fd3-4b8e-8e75-c38dff6d6bbb tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Feb 17 04:41:09.024821 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2d62c-038f-4ab0-b59c-0e7d2a458cfc req-02bc8666-ca7a-448f-84cb-ae3196f404a1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:09.026301 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2a2d62c-038f-4ab0-b59c-0e7d2a458cfc req-02bc8666-ca7a-448f-84cb-ae3196f404a1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0633657 Feb 17 04:41:09.075541 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2a2d62c-038f-4ab0-b59c-0e7d2a458cfc req-948515f0-a93a-43f0-845e-33d1f7ab18eb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386083 Feb 17 04:41:09.760889 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e705e31-ef60-496f-a51b-cb1349061043 req-153a5817-5d89-4cf5-b487-1059525d6e4b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:09.762308 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e705e31-ef60-496f-a51b-cb1349061043 req-153a5817-5d89-4cf5-b487-1059525d6e4b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0462854 Feb 17 04:41:09.798583 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e705e31-ef60-496f-a51b-cb1349061043 req-1d1cddf4-5a42-41b5-9a47-029c8cc6bee4 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303392 Feb 17 04:41:10.189731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03c776-88d8-4b91-9ab0-4a44d2175e62 req-75430cad-b0e4-41ab-84a3-c92822879ea0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:10.191161 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bd03c776-88d8-4b91-9ab0-4a44d2175e62 req-75430cad-b0e4-41ab-84a3-c92822879ea0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0496211 Feb 17 04:41:10.227770 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bd03c776-88d8-4b91-9ab0-4a44d2175e62 req-d3cc36c6-337f-4ac1-b1da-bc47e1adc3f7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Feb 17 04:41:10.912197 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07330ed-4948-4e10-ba5f-128895c611da req-7beef6c4-29e0-4cb5-8088-444bab5521df tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:10.913670 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c07330ed-4948-4e10-ba5f-128895c611da req-7beef6c4-29e0-4cb5-8088-444bab5521df tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Feb 17 04:41:10.951450 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c07330ed-4948-4e10-ba5f-128895c611da req-3038b902-d40f-4f7f-bd47-e87beb1f7a94 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 Feb 17 04:41:11.343774 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f0a44-c36e-4237-84ba-f6a0efba059e req-6a819d2f-1ccc-4578-b52c-4a236ccfff30 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:11.345254 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-901f0a44-c36e-4237-84ba-f6a0efba059e req-6a819d2f-1ccc-4578-b52c-4a236ccfff30 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0474291 Feb 17 04:41:11.384403 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-901f0a44-c36e-4237-84ba-f6a0efba059e req-89168082-eafb-4e50-bb6f-1682ba511a4a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Feb 17 04:41:12.069427 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50964431-d54f-4904-926b-503e4187fded req-1c7d3e3c-b224-4617-b13e-76f88c343e48 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:12.070942 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50964431-d54f-4904-926b-503e4187fded req-1c7d3e3c-b224-4617-b13e-76f88c343e48 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0525253 Feb 17 04:41:12.109681 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50964431-d54f-4904-926b-503e4187fded req-a9efa18b-a5c8-4ffb-b01b-6309b1ff4a84 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323226 Feb 17 04:41:12.240062 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a6a1-be43-40cf-a992-17f1d262ca6f req-ced3fed8-953b-4f25-bb63-be08b11e1f00 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:12.241948 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48a2a6a1-be43-40cf-a992-17f1d262ca6f req-ced3fed8-953b-4f25-bb63-be08b11e1f00 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0679686 Feb 17 04:41:12.252347 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 46766) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:12.257040 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'floatingip': {'port_id': '5505f266-261e-4d42-962f-e733323092d6'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:12.329494 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:12.562959 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38711e6-491c-412a-8972-75ff9274b88d req-4f7d87a5-274c-4a10-b4c9-80e079bd4528 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:12.564515 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f38711e6-491c-412a-8972-75ff9274b88d req-4f7d87a5-274c-4a10-b4c9-80e079bd4528 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1076422 Feb 17 04:41:12.826944 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f38711e6-491c-412a-8972-75ff9274b88d req-5b875fb5-2eff-4d7f-8dac-3952eb6b80f6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313356 Feb 17 04:41:13.255209 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dfc16-6c94-44c4-bd99-5513bfbb4941 req-0f38f738-6386-4b42-9aac-a7857087bb23 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:13.256735 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7d5dfc16-6c94-44c4-bd99-5513bfbb4941 req-0f38f738-6386-4b42-9aac-a7857087bb23 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1913261 Feb 17 04:41:13.304250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.311867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.353541 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7d5dfc16-6c94-44c4-bd99-5513bfbb4941 req-578102a6-d8b6-44e5-ba25-4e06cdc54813 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910139 Feb 17 04:41:13.413083 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Floating IP 67ac0862-7b61-4e1d-9e0f-8dd75e34deb7 associated. External IP: 172.27.2.223, port: 5505f266-261e-4d42-962f-e733323092d6. Feb 17 04:41:13.608803 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:13.711202 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:13.715579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:13.723408 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:13.734175 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:13.734873 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:13.741863 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-edd02559-12e3-4e75-b60c-ce9d874f0e0b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "PUT /v2.0/floatingips/67ac0862-7b61-4e1d-9e0f-8dd75e34deb7 HTTP/1.1" status: 200 len: 992 time: 1.4883816 Feb 17 04:41:13.742450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'tag': '5505f266-261e-4d42-962f-e733323092d6'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:13.744743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "tag": "5505f266-261e-4d42-962f-e733323092d6"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:13.782466 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a36713-096c-43c8-a977-6f8ff095abc2 x-openstack-request-id: req-84a36713-096c-43c8-a977-6f8ff095abc2 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:13.782691 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "tag": "5505f266-261e-4d42-962f-e733323092d6", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:13.782782 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84a36713-096c-43c8-a977-6f8ff095abc2 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:13.783139 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'tag': '5505f266-261e-4d42-962f-e733323092d6', 'status': 'completed', 'code': 200} Feb 17 04:41:13.843813 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:14.101935 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '67ac0862-7b61-4e1d-9e0f-8dd75e34deb7', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': '5505f266-261e-4d42-962f-e733323092d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:9b:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:47Z', 'updated_at': '2022-02-17T04:41:13Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.128186 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:14.136328 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:14.136925 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:40:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.324440 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:14.471774 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed37e8-eca8-45d6-a336-b38f4f90cf7f req-b679e1cf-95a9-4808-a4ae-75138911c01d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:14.473361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-20ed37e8-eca8-45d6-a336-b38f4f90cf7f req-b679e1cf-95a9-4808-a4ae-75138911c01d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Feb 17 04:41:14.510926 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-20ed37e8-eca8-45d6-a336-b38f4f90cf7f req-0b420c15-903a-4f85-ab6b-70b00f7dc0b3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Feb 17 04:41:14.556379 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '67ac0862-7b61-4e1d-9e0f-8dd75e34deb7', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': '5505f266-261e-4d42-962f-e733323092d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:9b:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:47Z', 'updated_at': '2022-02-17T04:41:13Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:14.586825 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c5ed2-2a40-4fd7-867b-a4cd223457fc None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '67ac0862-7b61-4e1d-9e0f-8dd75e34deb7', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': '5505f266-261e-4d42-962f-e733323092d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:9b:74:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:40:47Z', 'updated_at': '2022-02-17T04:41:13Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:14.777923 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c26bc7-3a5f-41a1-86a1-3557f836b30f None None] New status for floating IP 67ac0862-7b61-4e1d-9e0f-8dd75e34deb7: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:41:15.445975 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-bf643212-be65-4744-8f43-1530b1cb4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.447430 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-bf643212-be65-4744-8f43-1530b1cb4dd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1098 time: 0.0416670 Feb 17 04:41:15.537205 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-bcf762ac-29f0-4cff-8da7-2bed60ffe9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.538703 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-bcf762ac-29f0-4cff-8da7-2bed60ffe9b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1099 time: 0.0419154 Feb 17 04:41:15.578671 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-464cb58a-adb5-4f61-bea9-d8067d7da3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583937 Feb 17 04:41:15.590951 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-f750645a-87e5-4199-a5e3-ea1b047b2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.592473 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-f750645a-87e5-4199-a5e3-ea1b047b2761 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1168773 Feb 17 04:41:15.649447 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-2e9a4a0a-53d7-4a15-b39f-299a0c72dd14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0454977 Feb 17 04:41:15.697089 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48416d0a-478b-42f6-9f35-2eaebe148d0a req-c5ac6f70-b11f-4cc8-82d6-b5cff3125b97 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.698561 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48416d0a-478b-42f6-9f35-2eaebe148d0a req-c5ac6f70-b11f-4cc8-82d6-b5cff3125b97 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1122129 Feb 17 04:41:15.699988 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-c065eb2d-7168-4564-a464-67d0fa97b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.701383 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-c065eb2d-7168-4564-a464-67d0fa97b8f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1341069 Feb 17 04:41:15.716665 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-5a243bb7-efbe-45ba-942d-d0b45510af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.718551 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-5a243bb7-efbe-45ba-942d-d0b45510af09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 1098 time: 0.0774174 Feb 17 04:41:15.720228 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-a7f1942c-8edb-4298-9037-f265002adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.721854 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-a7f1942c-8edb-4298-9037-f265002adf1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0560195 Feb 17 04:41:15.766427 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-9ed87fc3-63ea-4c02-a8d9-6a525aa04b4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374317 Feb 17 04:41:15.809981 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48416d0a-478b-42f6-9f35-2eaebe148d0a req-c6b5bea6-b023-47cb-9fe8-60414dc9ebd6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044903 Feb 17 04:41:15.830041 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-aa283ee5-38b9-466b-b3cd-e4c5ed869e08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 1002 time: 0.1110215 Feb 17 04:41:15.886588 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-11fd402b-5502-447f-823b-b9b6af0943b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.888118 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-11fd402b-5502-447f-823b-b9b6af0943b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0464303 Feb 17 04:41:15.952216 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-0cc4795b-6d17-4865-b9f5-5f4a7f07b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:15.955349 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-0cc4795b-6d17-4865-b9f5-5f4a7f07b2fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456457 Feb 17 04:41:16.079873 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-33a286aa-e600-49a6-8001-a4137d718c2e service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007440 Feb 17 04:41:16.125935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-5ee2f5d2-df25-45cb-bdb5-2c1e2573c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:16.127336 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-5ee2f5d2-df25-45cb-bdb5-2c1e2573c1a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 916 time: 0.3871701 Feb 17 04:41:16.129400 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-9a1881be-e4e5-4b03-9789-fbfe1e38c339 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501029 Feb 17 04:41:16.947159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055360e-f602-43c0-9325-0e194702f3c4 req-3991cc8f-2752-47e0-8c71-d2f84211b675 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:16.948632 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d055360e-f602-43c0-9325-0e194702f3c4 req-3991cc8f-2752-47e0-8c71-d2f84211b675 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0473030 Feb 17 04:41:16.986296 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d055360e-f602-43c0-9325-0e194702f3c4 req-76cd3057-b7f6-4151-b999-1ffb4abe0c86 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Feb 17 04:41:17.190455 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:18.104897 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde6544-4b5b-4426-8ff1-4419e888f71c req-b797ef29-e80e-4f03-aa19-524072d8c06a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:18.106388 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0fde6544-4b5b-4426-8ff1-4419e888f71c req-b797ef29-e80e-4f03-aa19-524072d8c06a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0490723 Feb 17 04:41:18.145188 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0fde6544-4b5b-4426-8ff1-4419e888f71c req-e154b2cf-c42d-470c-a0dc-ab6c62405548 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Feb 17 04:41:19.198683 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-97873dff-fc1b-417e-a213-d7e247c32c8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7 HTTP/1.1" status: 200 len: 217 time: 0.0513339 Feb 17 04:41:19.240482 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-e38a8ab6-46dd-4ad8-81a6-a2c93cb843e7 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982716 Feb 17 04:41:19.339605 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-3a2d681f-2881-4b18-b5ec-13fd2b0592ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:19.341057 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-3a2d681f-2881-4b18-b5ec-13fd2b0592ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.1255431 Feb 17 04:41:19.355084 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a25f8028-4e51-4d20-a46c-ee23ab60f563 req-2228a0b5-4c34-4f22-81ca-18bbbc41a6ac service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070203 Feb 17 04:41:19.370841 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54601235-1478-4165-a8b2-c77d7c17909c req-093893d6-ad15-42be-b39a-8b130aadef3e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:19.372237 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54601235-1478-4165-a8b2-c77d7c17909c req-093893d6-ad15-42be-b39a-8b130aadef3e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1206648 Feb 17 04:41:19.389186 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-6ff6ad6c-c1c6-4e25-9bfa-889c159563ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361760 Feb 17 04:41:19.464433 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54601235-1478-4165-a8b2-c77d7c17909c req-1c16c1f4-676e-49f4-8536-56799f47a03d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773396 Feb 17 04:41:19.502091 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-c1d70d95-6102-4ce9-a533-dd58b50163f2 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994976 Feb 17 04:41:19.611464 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52ca4dba-8756-42c5-8754-3700da7a1c83 req-de014656-139c-4beb-994d-4351186cd2c0 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010225 Feb 17 04:41:20.578187 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f3939-6352-4523-8dad-597ebc591116 req-77f965d6-1b27-4789-8f33-a2bd5c4f53df tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:20.579651 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-734f3939-6352-4523-8dad-597ebc591116 req-77f965d6-1b27-4789-8f33-a2bd5c4f53df tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0475211 Feb 17 04:41:20.618582 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-734f3939-6352-4523-8dad-597ebc591116 req-321328f0-52a1-4b87-814a-cf60e8008dec tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330794 Feb 17 04:41:21.740974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfc74d-5e0c-420a-8d96-f88a26cd5b33 req-7bc0568b-68ef-41cd-bc49-11ffe4239cca tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:21.743394 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40dfc74d-5e0c-420a-8d96-f88a26cd5b33 req-7bc0568b-68ef-41cd-bc49-11ffe4239cca tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0495787 Feb 17 04:41:21.783145 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40dfc74d-5e0c-420a-8d96-f88a26cd5b33 req-09b85e77-61b9-41bd-b4b1-b1e7eedf741e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Feb 17 04:41:21.791832 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e1be3646-b8e0-40a9-b4c8-82a7ae3b19de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:22.902580 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81303a4-91bb-4110-b719-c25944343557 req-b40decff-1400-4db5-b653-31bfc0aa4568 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:22.903802 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e81303a4-91bb-4110-b719-c25944343557 req-b40decff-1400-4db5-b653-31bfc0aa4568 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0471351 Feb 17 04:41:22.944698 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e81303a4-91bb-4110-b719-c25944343557 req-159c0f57-424b-447c-8f54-cb74bab5c00a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Feb 17 04:41:24.071335 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a13a-17dc-48dc-8ead-a2ced55931c6 req-09444e42-531c-4b41-987b-de580b688046 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:24.072834 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ebf7a13a-17dc-48dc-8ead-a2ced55931c6 req-09444e42-531c-4b41-987b-de580b688046 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0512755 Feb 17 04:41:24.098313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-46e53776-1f6d-46f7-9ddc-97690baaa927 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:24.099830 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-46e53776-1f6d-46f7-9ddc-97690baaa927 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.1073411 Feb 17 04:41:24.117027 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-141735d9-0e0e-4a58-8c3e-7c02d2ce178b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/quotas/e412123afb3d4573a452f749e09a3158 HTTP/1.1" status: 200 len: 375 time: 0.0113735 Feb 17 04:41:24.120768 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ebf7a13a-17dc-48dc-8ead-a2ced55931c6 req-296dde6f-104f-40ad-8274-116d98016650 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Feb 17 04:41:24.169487 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-adfebf31-4d00-42e1-a8d9-d5ac3ff2086a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455446 Feb 17 04:41:24.266745 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-bc847a22-3c61-4176-94e8-459cc1b0426d service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894918 Feb 17 04:41:24.275181 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c212f0f3-616b-4b94-a169-51a11370e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:24.358766 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-eb15c4a4-6af5-4d16-81cb-5c2dd8d95947 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843658 Feb 17 04:41:24.521233 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-512a7259-ba48-40bd-a362-597afaad3c61 req-b7ce5f6f-298e-4e4f-99d5-f6d8f097aa1a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 210 time: 0.0246172 Feb 17 04:41:25.034627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:25.241235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c67f8e-9889-4b6c-8a37-0a950591911c req-cbb39e72-852d-4ddd-bc43-df9d5427b719 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:25.243705 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-66c67f8e-9889-4b6c-8a37-0a950591911c req-cbb39e72-852d-4ddd-bc43-df9d5427b719 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0572581 Feb 17 04:41:25.281036 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-66c67f8e-9889-4b6c-8a37-0a950591911c req-45da6b38-95e3-4f59-a946-3dc06f712522 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Feb 17 04:41:25.609861 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ec1a007c-f298-43a6-be09-521f39eca17c req-77ae6ef2-b631-4713-89ed-e1172f782ed0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 210 time: 0.0241518 Feb 17 04:41:26.394450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5366-f562-4e13-a862-8409f71c3351 req-0dc8d1c4-3e3e-4931-b5e5-b3377750112a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:26.395911 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-179d5366-f562-4e13-a862-8409f71c3351 req-0dc8d1c4-3e3e-4931-b5e5-b3377750112a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0500462 Feb 17 04:41:26.439847 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-179d5366-f562-4e13-a862-8409f71c3351 req-042ee2b0-53a7-4941-8c26-718b23879700 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Feb 17 04:41:26.702230 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-00b67da0-ec07-4517-8844-e766aaeff7fb req-dd4f3183-334e-4ceb-b5b9-bbb2f36c715c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 210 time: 0.0257158 Feb 17 04:41:26.707043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.024062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.160545 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-00fad2cb-ea75-4b65-b598-6577881b4258 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:27.162018 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-00fad2cb-ea75-4b65-b598-6577881b4258 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.1052401 Feb 17 04:41:27.178588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Request body: {'port': {'device_id': '9fded7af-097e-4d3e-b81a-140d56366635', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'admin_state_up': True, 'tenant_id': 'e412123afb3d4573a452f749e09a3158'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:27.292559 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:27.295921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.418312 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Allocated IP 172.20.0.9 (9090bff2-658b-4ec2-a138-be1aa7d71de9/82439587-9a2e-4d84-b5f1-332d332fa60e/d4e5366c-7f93-424b-8f1c-c607fc552e71) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:27.517445 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47078) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:27.617510 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a9098-c6bd-4495-817f-4fc36b944099 req-15956802-dbef-4a73-b77a-c36883edddaf tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:27.619062 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e6a9098-c6bd-4495-817f-4fc36b944099 req-15956802-dbef-4a73-b77a-c36883edddaf tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0881739 Feb 17 04:41:27.649869 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.666918 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.698911 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e6a9098-c6bd-4495-817f-4fc36b944099 req-bb79eb1a-50a8-4a5e-b4e4-8822f82e9fbb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698233 Feb 17 04:41:27.729737 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.743639 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:27.748444 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.757554 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.780647 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:27.784640 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:27.793307 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:27.800928 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:27.801216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.808377 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event updated for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:27.822476 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822670 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c9a313609cb4649b27272ffe691b30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012745 Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.822764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.823350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.823350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.823503 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.824760 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47092) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:27.835365 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-fd42f553-f1a1-41be-9a8b-fe545273709a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599462 Feb 17 04:41:27.851258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Request body: {'port': {'device_id': '9fded7af-097e-4d3e-b81a-140d56366635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:27.859072 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b13aa-0862-4545-8c8a-011a3ae28372,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:27.894503 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.894845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.895815 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.896184 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.896559 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.896886 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.897209 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.897765 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.898257 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.898729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.899051 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.899365 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35dcfc0-0fd0-40ce-8355-03448377f6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:27.916003 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.941755 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a810c9-c09d-456d-a6f8-183122d32d9f req-3a81e4ab-783e-4554-910b-62afadaa7f63 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:27.943227 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a1a810c9-c09d-456d-a6f8-183122d32d9f req-3a81e4ab-783e-4554-910b-62afadaa7f63 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 931 time: 0.1194692 Feb 17 04:41:27.944276 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:27.985408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.016839 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a1a810c9-c09d-456d-a6f8-183122d32d9f req-89aeea8a-e28b-4778-a0de-ad10b08ef3ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663989 Feb 17 04:41:28.052241 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.054698 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.055802 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a0b13aa-0862-4545-8c8a-011a3ae28372 HTTP/1.1" status: 204 len: 168 time: 0.2264590 Feb 17 04:41:28.066320 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cea7f-5db8-4b91-929c-ae0dd02d1958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b13aa-0862-4545-8c8a-011a3ae28372,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.200981 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e5366c-7f93-424b-8f1c-c607fc552e71 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:28.209601 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.221825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Transition to ACTIVE for port object d4e5366c-7f93-424b-8f1c-c607fc552e71 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:28.225396 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.275742 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Pushing event updated for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.306499 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Attempting to bind port d4e5366c-7f93-424b-8f1c-c607fc552e71 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:28.307004 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Attempting to bind port d4e5366c-7f93-424b-8f1c-c607fc552e71 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:28.307321 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Attempting to bind port d4e5366c-7f93-424b-8f1c-c607fc552e71 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:28.312220 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Port d4e5366c-7f93-424b-8f1c-c607fc552e71 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:28.313167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Attempting to bind port d4e5366c-7f93-424b-8f1c-c607fc552e71 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:28.318282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:28.318614 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Checking segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:28.318996 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Bound using segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:28.319410 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Bound port: d4e5366c-7f93-424b-8f1c-c607fc552e71, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:28.319754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.332682 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47100) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:28.346378 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1df24a82-18c7-4708-bbb9-320970ea1d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.390421 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:28.393783 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:28.398047 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.419688 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1df24a82-18c7-4708-bbb9-320970ea1d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.424928 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1df24a82-18c7-4708-bbb9-320970ea1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.433078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:28.433729 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.435244 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] 10.222.0.37 "PUT /v2.0/ports/d4e5366c-7f93-424b-8f1c-c607fc552e71 HTTP/1.1" status: 200 len: 1093 time: 0.5890787 Feb 17 04:41:28.438049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:28.440352 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485c78d-3908-4f57-b537-02df054d0cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:28.467800 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1df24a82-18c7-4708-bbb9-320970ea1d1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=836bdb8bf9dd4ffb834de9cc99c33775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339483 Feb 17 04:41:28.468845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df24a82-18c7-4708-bbb9-320970ea1d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e951c1a2-34c4-4734-b002-ac8152fbbcad,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.471363 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47104) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:28.475933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d126-7e02-4433-9930-ab9ebc9fcf0e service neutron] Pushing event updated for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.493980 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d5835-bee3-4c52-8b48-4e8da5b40858 x-openstack-request-id: req-fc8d5835-bee3-4c52-8b48-4e8da5b40858 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:28.494368 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:28.494721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc8d5835-bee3-4c52-8b48-4e8da5b40858 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:28.495281 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'status': 'completed', 'code': 200} Feb 17 04:41:28.523293 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.544972 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-f8211f5a-5366-4be4-b407-bd8911f05016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:28.546534 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-f8211f5a-5366-4be4-b407-bd8911f05016 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 1096 time: 0.0402923 Feb 17 04:41:28.548795 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.595475 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-2a4e77e7-9f30-4bfe-b0c3-8daf8d857af0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71 HTTP/1.1" status: 200 len: 217 time: 0.0370893 Feb 17 04:41:28.596675 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.599152 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:28.600790 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e951c1a2-34c4-4734-b002-ac8152fbbcad HTTP/1.1" status: 204 len: 168 time: 0.1282237 Feb 17 04:41:28.615138 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107b75-f59f-4bac-89c1-64e9a8a6650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e951c1a2-34c4-4734-b002-ac8152fbbcad,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:28.690978 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5175-f999-4ef2-a842-15a59653eb72 req-346f512e-e55e-4740-8ec9-861c3fec7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:28.690978 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-346f512e-e55e-4740-8ec9-861c3fec7b11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.0804703 Feb 17 04:41:28.731499 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-eb33f237-ad4d-4789-85bb-ef12b148ac37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298054 Feb 17 04:41:28.865960 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f62101-0705-42bd-bad7-c9c30260f60f req-1fd53291-1fe9-41b6-8772-75d8df591e8a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:28.867864 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-44f62101-0705-42bd-bad7-c9c30260f60f req-1fd53291-1fe9-41b6-8772-75d8df591e8a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0700991 Feb 17 04:41:28.872957 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-6c9fe70e-b616-4d4e-ab22-376190983c39 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289432 Feb 17 04:41:28.919332 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-44f62101-0705-42bd-bad7-c9c30260f60f req-54ba1e87-ea1d-4dc2-967d-652f19c5ede6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Feb 17 04:41:29.000946 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-006a5175-f999-4ef2-a842-15a59653eb72 req-ac260912-2061-42ab-b2ca-3f9d74257b03 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190491 Feb 17 04:41:29.161370 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-083608dd-da77-4e54-a01b-998c4b93a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.162974 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-083608dd-da77-4e54-a01b-998c4b93a598 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 1096 time: 0.1073143 Feb 17 04:41:29.202249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee03301-9c1a-44e7-ae06-542c35a354f2 req-fdcbae31-baa8-4160-bacd-3012d6746175 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.208462 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cee03301-9c1a-44e7-ae06-542c35a354f2 req-fdcbae31-baa8-4160-bacd-3012d6746175 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 943 time: 0.0882456 Feb 17 04:41:29.292463 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cee03301-9c1a-44e7-ae06-542c35a354f2 req-533eef89-3bcb-46b0-9796-b60d323ec5bd tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Feb 17 04:41:29.327034 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-37c752d0-8907-4af1-b968-316d25f0212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.329164 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-37c752d0-8907-4af1-b968-316d25f0212f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 916 time: 0.1507571 Feb 17 04:41:29.372652 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-301d20e0-39aa-4eed-8693-fccc5f81dc28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71 HTTP/1.1" status: 200 len: 217 time: 0.0349789 Feb 17 04:41:29.428623 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-0ac312ff-6fca-4ca0-9c07-9fe96376bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:29.430127 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-0ac312ff-6fca-4ca0-9c07-9fe96376bb6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.0486765 Feb 17 04:41:29.461999 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-d26a57e7-74aa-4cfa-90c7-8fc0918acbdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236900 Feb 17 04:41:29.554104 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-df113647-1016-4652-94e3-88abd8a41eeb service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 Feb 17 04:41:29.653067 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4485c78d-3908-4f57-b537-02df054d0cd4 req-c162e818-f30f-4ec6-8432-5ea8f7713989 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918481 Feb 17 04:41:30.036767 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ce5f5-3e70-4bdc-a885-e814798118c8 req-62214e7b-93a7-4403-91cd-c2b166e63e6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:30.038233 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cd1ce5f5-3e70-4bdc-a885-e814798118c8 req-62214e7b-93a7-4403-91cd-c2b166e63e6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0502896 Feb 17 04:41:30.076513 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cd1ce5f5-3e70-4bdc-a885-e814798118c8 req-66fe877e-6e16-4a3d-8203-319dd3ef3259 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Feb 17 04:41:30.413214 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b087d-a542-4a33-8b4a-c8a212653cbf req-3ef30c9d-cde6-4979-95e8-e1f3a00e4637 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:30.415058 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f0b087d-a542-4a33-8b4a-c8a212653cbf req-3ef30c9d-cde6-4979-95e8-e1f3a00e4637 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 943 time: 0.0535760 Feb 17 04:41:30.457077 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f0b087d-a542-4a33-8b4a-c8a212653cbf req-4db9c41c-a1a7-448c-81f8-0228afb64a71 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Feb 17 04:41:31.189515 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70e255-a4f0-4692-ae80-8684c9ff50b1 req-f8b23dc6-f5e3-4613-9a60-4ceaaf1ce30d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:31.191005 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3f70e255-a4f0-4692-ae80-8684c9ff50b1 req-f8b23dc6-f5e3-4613-9a60-4ceaaf1ce30d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0489249 Feb 17 04:41:31.228946 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3f70e255-a4f0-4692-ae80-8684c9ff50b1 req-e7476d2a-e839-4982-af0a-f6712d28c6b0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Feb 17 04:41:31.578680 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dec343-a675-4c8c-8718-1b2d4ae4b042 req-8c8fcf65-821e-48f1-bf9a-f9551a8891ac tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:31.580134 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b5dec343-a675-4c8c-8718-1b2d4ae4b042 req-8c8fcf65-821e-48f1-bf9a-f9551a8891ac tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 943 time: 0.0473452 Feb 17 04:41:31.620128 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b5dec343-a675-4c8c-8718-1b2d4ae4b042 req-dec51f0c-0941-4825-99c7-2200fa3a6258 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Feb 17 04:41:32.341096 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2a8ea-e8ed-4930-8842-e8d313b9ab44 req-ca26c07d-de12-4e8d-a912-362d2474de7a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:32.342518 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-baa2a8ea-e8ed-4930-8842-e8d313b9ab44 req-ca26c07d-de12-4e8d-a912-362d2474de7a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0466397 Feb 17 04:41:32.376048 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:41:32.378425 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-baa2a8ea-e8ed-4930-8842-e8d313b9ab44 req-1c1a6a20-bad9-44c8-ad19-641c56680663 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294297 Feb 17 04:41:32.582529 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device d4e5366c-7f93-424b-8f1c-c607fc552e71 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:32.677454 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:32.689908 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'port_id': 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'mac_address': 'fa:16:3e:24:fa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82439587-9a2e-4d84-b5f1-332d332fa60e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:32.727466 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.737038 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c889054-3f0b-4869-be13-cbb64f776a83 req-9b0f9e90-e677-4ce1-96dc-2a805c1affb1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:32.738452 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c889054-3f0b-4869-be13-cbb64f776a83 req-9b0f9e90-e677-4ce1-96dc-2a805c1affb1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 943 time: 0.0474956 Feb 17 04:41:32.744666 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e5366c-7f93-424b-8f1c-c607fc552e71 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:32.763775 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:32.767868 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:32.775667 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c889054-3f0b-4869-be13-cbb64f776a83 req-cabc142b-0acd-4a6f-88f0-5ed5ff107400 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Feb 17 04:41:32.815559 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:32.822401 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.822775 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.823122 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.823457 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.823787 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.824149 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.824477 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.824801 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.825140 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.825466 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.825787 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:32.826104 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:33.492066 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d85a4b-9368-4a28-af34-c667116f26cf req-7b478579-69f3-4423-8d6a-c8d0d86e0dcd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:33.493466 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d2d85a4b-9368-4a28-af34-c667116f26cf req-7b478579-69f3-4423-8d6a-c8d0d86e0dcd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0495617 Feb 17 04:41:33.530456 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d2d85a4b-9368-4a28-af34-c667116f26cf req-36ed4de1-29f3-46ba-9b03-74a899d79a15 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Feb 17 04:41:33.885090 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06b847-f7c0-4146-a446-9776a669b3fd req-70fff21b-707c-43d7-b8fb-293214f41431 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:33.886553 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7c06b847-f7c0-4146-a446-9776a669b3fd req-70fff21b-707c-43d7-b8fb-293214f41431 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 944 time: 0.0464630 Feb 17 04:41:33.924886 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7c06b847-f7c0-4146-a446-9776a669b3fd req-66c8c55f-eec2-4595-ba7c-a0fac5dd0252 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Feb 17 04:41:34.157150 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['d4e5366c-7f93-424b-8f1c-c607fc552e71'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:34.644655 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699896f7-bd77-4603-adab-44dede87370e req-05cc404a-070f-4371-92f2-e2f60db778f0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:34.646131 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-699896f7-bd77-4603-adab-44dede87370e req-05cc404a-070f-4371-92f2-e2f60db778f0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Feb 17 04:41:34.691422 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-699896f7-bd77-4603-adab-44dede87370e req-52d1594f-5499-43d9-a178-5e5d667315a8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Feb 17 04:41:35.044369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472124-fd2d-4a83-a310-ecbf43875fc1 req-b5dba271-5177-4abb-88eb-c56565e266a6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.045863 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1f472124-fd2d-4a83-a310-ecbf43875fc1 req-b5dba271-5177-4abb-88eb-c56565e266a6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 944 time: 0.0510702 Feb 17 04:41:35.089987 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1f472124-fd2d-4a83-a310-ecbf43875fc1 req-9969698b-cb6d-49fc-b0e8-d901765fcef0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Feb 17 04:41:35.801730 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb010da-0b96-41b1-9419-a5fa2d570e9d req-70917ee0-d6c8-492a-8042-5665a67cd617 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:35.803147 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ffb010da-0b96-41b1-9419-a5fa2d570e9d req-70917ee0-d6c8-492a-8042-5665a67cd617 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0464001 Feb 17 04:41:35.838138 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ffb010da-0b96-41b1-9419-a5fa2d570e9d req-b8ec8b5b-2c64-4047-9db6-b450c0edc82f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291195 Feb 17 04:41:36.208368 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98afc2d-26cf-41c6-8f78-f3bd385115c8 req-15ca128f-3f11-489c-bfe2-ad557965a1be tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.210290 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c98afc2d-26cf-41c6-8f78-f3bd385115c8 req-15ca128f-3f11-489c-bfe2-ad557965a1be tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 944 time: 0.0551028 Feb 17 04:41:36.254416 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c98afc2d-26cf-41c6-8f78-f3bd385115c8 req-86d326d1-aeb6-4a0a-abeb-81aff135a985 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Feb 17 04:41:36.332922 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8946940-b344-4bb0-ad34-c9588f6e6489 req-d709a20c-aea1-46e3-9313-8de602b35f1f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.334422 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b8946940-b344-4bb0-ad34-c9588f6e6489 req-d709a20c-aea1-46e3-9313-8de602b35f1f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0464375 Feb 17 04:41:36.370646 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b8946940-b344-4bb0-ad34-c9588f6e6489 req-15f38796-2749-4991-81be-7e8896f849e0 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302448 Feb 17 04:41:36.707332 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device d4e5366c-7f93-424b-8f1c-c607fc552e71 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:36.756402 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port d4e5366c-7f93-424b-8f1c-c607fc552e71 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:41:36.760651 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port d4e5366c-7f93-424b-8f1c-c607fc552e71 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:36.761027 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.840241 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.862024 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:36.864314 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bd43eb-c2ad-449d-abe5-350b6e2d5426" -d '{"events": [{"server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:36.877464 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:36.882438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:36.914887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df389b-9b36-4b9f-bab5-603d40868057 x-openstack-request-id: req-e3df389b-9b36-4b9f-bab5-603d40868057 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:36.915225 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "name": "network-vif-plugged", "status": "completed", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:36.915510 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3df389b-9b36-4b9f-bab5-603d40868057 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:36.915897 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'code': 200} Feb 17 04:41:36.940751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:36.957506 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d08594-a3bd-48d7-8c4a-76d3105b1bef req-7586d4f0-4e2a-463e-b819-11a4091d234c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:36.958946 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a8d08594-a3bd-48d7-8c4a-76d3105b1bef req-7586d4f0-4e2a-463e-b819-11a4091d234c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0484476 Feb 17 04:41:36.994841 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a8d08594-a3bd-48d7-8c4a-76d3105b1bef req-38963288-8b9a-4780-a77f-d5674f669d33 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300632 Feb 17 04:41:37.368466 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1a1ba-252d-4a1c-806b-3802a4120714 req-d2edbddd-f31c-4d6b-9592-332a3c8e27f9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.369899 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0cb1a1ba-252d-4a1c-806b-3802a4120714 req-d2edbddd-f31c-4d6b-9592-332a3c8e27f9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Feb 17 04:41:37.406347 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0cb1a1ba-252d-4a1c-806b-3802a4120714 req-1a117d9d-349c-4b7d-b031-7d4f92e3023a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298283 Feb 17 04:41:37.486562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dfe95-d4b6-4be2-9e5a-8ff15d167b4b req-7e7be229-6fa8-499d-aa9d-2f12c35fa201 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:37.487987 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6b6dfe95-d4b6-4be2-9e5a-8ff15d167b4b req-7e7be229-6fa8-499d-aa9d-2f12c35fa201 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0466056 Feb 17 04:41:37.524188 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6b6dfe95-d4b6-4be2-9e5a-8ff15d167b4b req-56bf92c2-0567-424f-9ecb-cca47064bd94 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299568 Feb 17 04:41:38.104381 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ef4f-c6e6-44d1-ae53-659bf62ea6f9 req-b71dd071-8605-4aab-a2a1-89273e211ae7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.105837 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d59ef4f-c6e6-44d1-ae53-659bf62ea6f9 req-b71dd071-8605-4aab-a2a1-89273e211ae7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0466037 Feb 17 04:41:38.146110 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d59ef4f-c6e6-44d1-ae53-659bf62ea6f9 req-0fb92c3a-4856-4256-b218-1d787f429176 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Feb 17 04:41:38.521287 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c04c-e336-4483-a0e6-fca7abe8929e req-4084fd50-296a-4e8b-8d77-fd772fe37911 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.522683 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0bc1c04c-e336-4483-a0e6-fca7abe8929e req-4084fd50-296a-4e8b-8d77-fd772fe37911 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0493429 Feb 17 04:41:38.560961 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0bc1c04c-e336-4483-a0e6-fca7abe8929e req-b0dfe69c-045f-481f-b4ef-0bf953608401 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Feb 17 04:41:38.636424 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052b5c-11b3-4cc2-8f0b-13dd919cd757 req-b3aff562-204e-4e6e-a45e-3c196c1ec631 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.637879 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ea052b5c-11b3-4cc2-8f0b-13dd919cd757 req-b3aff562-204e-4e6e-a45e-3c196c1ec631 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0473278 Feb 17 04:41:38.677242 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ea052b5c-11b3-4cc2-8f0b-13dd919cd757 req-92eef621-ecb2-42b3-9a5e-5314f4eb6a35 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326521 Feb 17 04:41:38.992259 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79eb2e-cfa8-4b02-bb45-d24df5819c8b req-787fb3ef-e258-4233-892d-926e2995386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:38.993696 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ed79eb2e-cfa8-4b02-bb45-d24df5819c8b req-787fb3ef-e258-4233-892d-926e2995386b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 1098 time: 0.0372264 Feb 17 04:41:39.029635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ed79eb2e-cfa8-4b02-bb45-d24df5819c8b req-4e6162cf-118b-480a-9632-35987c477ec5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256958 Feb 17 04:41:39.259260 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6938d2e-c452-42d9-98d0-a729deca67cc req-58813861-9e51-4a3e-bbf0-78a2605805da tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.260679 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b6938d2e-c452-42d9-98d0-a729deca67cc req-58813861-9e51-4a3e-bbf0-78a2605805da tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0491924 Feb 17 04:41:39.298656 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b6938d2e-c452-42d9-98d0-a729deca67cc req-ce860e26-0f96-47a0-b090-a489bdd122b7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Feb 17 04:41:39.682850 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628586c9-d9a6-4ec9-9de5-ac46e688dd82 req-e45c82d3-feef-4f7a-93a6-a59cdc049c4c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.682850 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-628586c9-d9a6-4ec9-9de5-ac46e688dd82 req-e45c82d3-feef-4f7a-93a6-a59cdc049c4c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0499754 Feb 17 04:41:39.739479 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-628586c9-d9a6-4ec9-9de5-ac46e688dd82 req-4b583e20-e4d4-4417-90aa-498009e92eda tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Feb 17 04:41:39.826698 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f573ae-33d0-43e3-8dac-836ca81eaf05 req-f2b0e5b1-4a1b-4a90-894f-53f7bc3a993f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:39.829516 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01f573ae-33d0-43e3-8dac-836ca81eaf05 req-f2b0e5b1-4a1b-4a90-894f-53f7bc3a993f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0763059 Feb 17 04:41:39.870004 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01f573ae-33d0-43e3-8dac-836ca81eaf05 req-c7738488-55ce-462d-a24f-86a41ee1ff5c tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Feb 17 04:41:40.140028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47434) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:40.162919 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47438) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:40.256191 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c126a942-af50-4e80-b704-f546c3146775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.288191 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-193f2267-7e1f-4ac9-a284-27cb9009ad16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.401541 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c126a942-af50-4e80-b704-f546c3146775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.419809 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c126a942-af50-4e80-b704-f546c3146775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.473785 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-193f2267-7e1f-4ac9-a284-27cb9009ad16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.485511 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c126a942-af50-4e80-b704-f546c3146775 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc61ca81379f4457aff6995115c410dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438699 Feb 17 04:41:40.488443 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47454) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:40.488696 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-193f2267-7e1f-4ac9-a284-27cb9009ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.496958 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a942-af50-4e80-b704-f546c3146775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3b930-9ed5-46fd-986a-364627049482,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:40.506866 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57153141-0ec1-48cb-b225-b3fc950ce504 req-90ce814d-a450-4d88-9117-e5144ebc62c3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:40.508420 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-57153141-0ec1-48cb-b225-b3fc950ce504 req-90ce814d-a450-4d88-9117-e5144ebc62c3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1351597 Feb 17 04:41:40.538388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.539116 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-193f2267-7e1f-4ac9-a284-27cb9009ad16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d66dc9646d4f490281b9f0bda137251c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751581 Feb 17 04:41:40.542365 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47456) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:40.556387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f2267-7e1f-4ac9-a284-27cb9009ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3d19b-71c5-438e-9045-8c14ed428d6c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:40.576577 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-57153141-0ec1-48cb-b225-b3fc950ce504 req-60727715-1485-401d-b6d7-59458c243488 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571530 Feb 17 04:41:40.586966 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.632838 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.654677 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.665500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.667923 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.669058 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ec3b930-9ed5-46fd-986a-364627049482 HTTP/1.1" status: 204 len: 168 time: 0.1796494 Feb 17 04:41:40.691439 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6927e4-4bc7-4707-bd79-b54e57e078eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3b930-9ed5-46fd-986a-364627049482,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:40.716238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.718926 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:40.720949 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21f3d19b-71c5-438e-9045-8c14ed428d6c HTTP/1.1" status: 204 len: 168 time: 0.1776094 Feb 17 04:41:40.729891 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d455d8-593f-4517-8dc2-057f8c848a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3d19b-71c5-438e-9045-8c14ed428d6c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:40.926357 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329a2cc-0457-42ef-a4b6-b2b1ec087354 req-d0114f22-2c8f-4ef9-b7d0-96db24a255af tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:40.943610 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7329a2cc-0457-42ef-a4b6-b2b1ec087354 req-d0114f22-2c8f-4ef9-b7d0-96db24a255af tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.1254280 Feb 17 04:41:40.991035 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7329a2cc-0457-42ef-a4b6-b2b1ec087354 req-4c8790ea-72c2-4df2-a570-67749dfcdee9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Feb 17 04:41:41.087129 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47488) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:41.101386 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea108-5c72-4a51-af5a-7a6afa606f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.109750 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a140b6-ee60-4f0b-8c9a-5ba2e4fd0c3f req-d77ca203-9065-46f1-93ca-c3ca74d381ff tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:41.117914 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-66a140b6-ee60-4f0b-8c9a-5ba2e4fd0c3f req-d77ca203-9065-46f1-93ca-c3ca74d381ff tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0914829 Feb 17 04:41:41.159726 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-66a140b6-ee60-4f0b-8c9a-5ba2e4fd0c3f req-86c1bdf8-02bf-4778-9a9f-ef028c604ad2 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408978 Feb 17 04:41:41.197959 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea108-5c72-4a51-af5a-7a6afa606f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.202338 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea108-5c72-4a51-af5a-7a6afa606f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.252227 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2f0ea108-5c72-4a51-af5a-7a6afa606f04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74001af980704cc8b3394a12dcbba757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605096 Feb 17 04:41:41.252227 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea108-5c72-4a51-af5a-7a6afa606f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a324ee9-cfb3-4bf8-a519-e16e773a9d67,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.252398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47498) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:41.300838 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.322588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.369347 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.371915 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:41.373029 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a324ee9-cfb3-4bf8-a519-e16e773a9d67 HTTP/1.1" status: 204 len: 168 time: 0.1206677 Feb 17 04:41:41.381316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fec37-06c1-42ab-abd9-6cc44d1ed603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a324ee9-cfb3-4bf8-a519-e16e773a9d67,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:41.714760 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df59dee-4723-4702-aabe-f59f27a238c4 req-73f4f5bd-c35e-4c11-9832-015292e2c25d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:41.716503 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6df59dee-4723-4702-aabe-f59f27a238c4 req-73f4f5bd-c35e-4c11-9832-015292e2c25d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0580521 Feb 17 04:41:41.768312 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6df59dee-4723-4702-aabe-f59f27a238c4 req-160e0b66-de2b-4eff-8fbb-f761fec295a5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Feb 17 04:41:41.860028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47540) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:42.042080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe9a226f-76dc-4e27-921f-696dc2e021e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.166674 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3a1e-fd9c-4612-94ad-5dee177cbf42 req-349d73de-d93f-483d-96c2-b26c2b688ac0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:42.168174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-199a3a1e-fd9c-4612-94ad-5dee177cbf42 req-349d73de-d93f-483d-96c2-b26c2b688ac0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0922878 Feb 17 04:41:42.170176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe9a226f-76dc-4e27-921f-696dc2e021e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.176158 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe9a226f-76dc-4e27-921f-696dc2e021e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.247363 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-199a3a1e-fd9c-4612-94ad-5dee177cbf42 req-8ee58730-2ed7-4bc2-b3ff-9ef7eef7a889 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723813 Feb 17 04:41:42.248740 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a226f-76dc-4e27-921f-696dc2e021e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d8ce6-bb55-4e4f-8afc-9caa34278e6f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:42.257834 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47566) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:42.258315 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fe9a226f-76dc-4e27-921f-696dc2e021e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9463e29aa2424492b4a3aec3e060a1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966393 Feb 17 04:41:42.370734 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-1bd35650-1667-4c9b-b21a-796ab4a23f57 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:42.372395 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-1bd35650-1667-4c9b-b21a-796ab4a23f57 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.37 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.0824208 Feb 17 04:41:42.427880 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f0c65-0c99-4421-94d9-962bd3f8cc70 req-edd5a7e5-0468-47c7-9d13-aff39ae04a72 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:42.435160 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-051f0c65-0c99-4421-94d9-962bd3f8cc70 req-edd5a7e5-0468-47c7-9d13-aff39ae04a72 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 946 time: 0.1638651 Feb 17 04:41:42.717936 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Deleting port bcda05f6-6c6d-403e-97c8-017e4b15098b {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:41:42.717936 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.734647 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.767973 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-051f0c65-0c99-4421-94d9-962bd3f8cc70 req-4dc35591-6871-49b8-a666-c3f4a9841454 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/security-groups?id=1daa6600-129f-4b51-ba5b-fc0a0078be42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318439 Feb 17 04:41:42.833144 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.872887 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] For port bcda05f6-6c6d-403e-97c8-017e4b15098b, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bcda05f6-6c6d-403e-97c8-017e4b15098b,segment=NetworkSegment(6bc2bb02-3f12-48e7-84de-1732e5c216fd),segment_id=6bc2bb02-3f12-48e7-84de-1732e5c216fd)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:42.874430 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.906101 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Calling delete_port for bcda05f6-6c6d-403e-97c8-017e4b15098b owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:41:42.946468 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed55a4-46c6-4dc8-a586-9ea70efe7982 req-58e535d7-c5a7-4d1e-8d98-88e290984cbf tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:42.953565 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bbed55a4-46c6-4dc8-a586-9ea70efe7982 req-58e535d7-c5a7-4d1e-8d98-88e290984cbf tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0602214 Feb 17 04:41:42.974606 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.977222 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:42.978318 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d0d8ce6-bb55-4e4f-8afc-9caa34278e6f HTTP/1.1" status: 204 len: 168 time: 0.7188737 Feb 17 04:41:42.996454 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c6f2-71a6-4673-ac88-23baf89b6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d8ce6-bb55-4e4f-8afc-9caa34278e6f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:43.019048 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bbed55a4-46c6-4dc8-a586-9ea70efe7982 req-aa86163d-9aeb-4d1d-809c-d38980043b76 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Feb 17 04:41:43.352337 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.367211 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bcda05f6-6c6d-403e-97c8-017e4b15098b'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:43.381989 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Pushing event deleted for resources: {'Port': ['ID=bcda05f6-6c6d-403e-97c8-017e4b15098b,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:43.437497 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47646) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:43.456294 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] No DVR routers for this DVR port bcda05f6-6c6d-403e-97c8-017e4b15098b on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:41:43.459439 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.462782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c1e5046-5fea-4838-a8e6-54de1d3b88b7 req-2ac4e1d2-b21f-479f-8386-54ee4ab3806f tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.37 "DELETE /v2.0/ports/bcda05f6-6c6d-403e-97c8-017e4b15098b HTTP/1.1" status: 204 len: 173 time: 1.0831630 Feb 17 04:41:43.463233 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'name': 'network-vif-deleted', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:43.465501 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece1876-51ad-4167-8b1d-7a2db257c2e4" -d '{"events": [{"server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "name": "network-vif-deleted", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:43.513174 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b32420-abf0-4e32-b76a-aa08466db7c1 x-openstack-request-id: req-b1b32420-abf0-4e32-b76a-aa08466db7c1 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:43.513934 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847aadc6-d994-425c-9429-a19d779f55cc", "name": "network-vif-deleted", "tag": "bcda05f6-6c6d-403e-97c8-017e4b15098b", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:43.514600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1b32420-abf0-4e32-b76a-aa08466db7c1 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:43.514995 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847aadc6-d994-425c-9429-a19d779f55cc', 'name': 'network-vif-deleted', 'tag': 'bcda05f6-6c6d-403e-97c8-017e4b15098b', 'status': 'completed', 'code': 200} Feb 17 04:41:43.625474 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511aeb76-ded1-4ab1-ba06-dccd3e6ae5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.722900 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511aeb76-ded1-4ab1-ba06-dccd3e6ae5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.728188 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511aeb76-ded1-4ab1-ba06-dccd3e6ae5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.771082 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-511aeb76-ded1-4ab1-ba06-dccd3e6ae5be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1059bd3d857749388734e152544af79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321292 Feb 17 04:41:43.773068 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aeb76-ded1-4ab1-ba06-dccd3e6ae5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212ecec-470c-47e7-8802-4cf950ffcc3a,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:43.773830 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47664) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:43.868302 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.879737 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-87d5982b-9be6-4daf-baf4-4bd04cec0e9f req-2dd666f0-ceed-4352-94f2-abe190c10cb6 tempest-DeleteServersTestJSON-205996308 tempest-DeleteServersTestJSON-205996308-project] 10.222.0.61 "GET /v2.0/ports?device_id=847aadc6-d994-425c-9429-a19d779f55cc HTTP/1.1" status: 200 len: 210 time: 0.0500705 Feb 17 04:41:43.890280 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.949141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.951923 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:43.956314 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9212ecec-470c-47e7-8802-4cf950ffcc3a HTTP/1.1" status: 204 len: 168 time: 0.1812699 Feb 17 04:41:43.964314 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01213f5-f984-4a9e-9dc6-18dc1ebb663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212ecec-470c-47e7-8802-4cf950ffcc3a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.386000 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc1ee0-4a80-4921-8159-900233475758 req-0c8c4cd5-02ae-40fa-bbef-3da9447fe2fc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:44.387597 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-36cc1ee0-4a80-4921-8159-900233475758 req-0c8c4cd5-02ae-40fa-bbef-3da9447fe2fc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Feb 17 04:41:44.452740 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-36cc1ee0-4a80-4921-8159-900233475758 req-bcc5b3d3-beb9-424a-8c2b-33232c60a173 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557332 Feb 17 04:41:44.607366 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47704) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:44.622085 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-013e60eb-0f7d-4dfa-bbf9-600c234f3766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.634456 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47706) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:44.715473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-013e60eb-0f7d-4dfa-bbf9-600c234f3766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.720824 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-013e60eb-0f7d-4dfa-bbf9-600c234f3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.762718 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-013e60eb-0f7d-4dfa-bbf9-600c234f3766 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33989ecc4f45474086129f6941557c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540809 Feb 17 04:41:44.765330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47710) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:44.778636 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e60eb-0f7d-4dfa-bbf9-600c234f3766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656e8026-36b1-4925-9de3-15334eab97f8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.824149 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.846813 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.876638 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-117539327-network', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:44.900535 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.903601 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Made reservation on behalf of 7b34225705a24e40aa1e5870a03d91f3 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:44.903740 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.905345 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/656e8026-36b1-4925-9de3-15334eab97f8 HTTP/1.1" status: 204 len: 168 time: 0.1389160 Feb 17 04:41:44.909400 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:44.915861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e8679-f92f-4579-ade7-8c62d5aa5291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656e8026-36b1-4925-9de3-15334eab97f8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:44.918178 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.023658 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.030116 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.058924 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:45.070053 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91bbbf3-75ff-46b6-84af-5f8443ecebd0,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:45.076121 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.076539 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Added segment faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0 of type vlan for network ab63503d-021a-4c9a-93c6-d10cf9092bfb Feb 17 04:41:45.124732 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.163381 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.164536 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:45.165207 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.226890 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5908010 Feb 17 04:41:45.229640 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47732) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:45.243629 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Request body: {'subnet': {'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-117539327-subnet', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:45.254061 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ca0f3-3034-4790-82e0-f1f8066eaaf1 admin admin] Pushing event updated for resources: {'Network': ['ID=ab63503d-021a-4c9a-93c6-d10cf9092bfb,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:45.273880 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:45.278993 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Made reservation on behalf of 7b34225705a24e40aa1e5870a03d91f3 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:45.281535 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.573490 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.654182 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce26c018-d96d-437e-b43e-19d8c973a9fa,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:45.687158 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa744b8-8347-40b4-b1a2-d5565e51e327 req-a53f1063-7448-4a0b-9924-fa0e546f7e40 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:45.689605 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2aa744b8-8347-40b4-b1a2-d5565e51e327 req-a53f1063-7448-4a0b-9924-fa0e546f7e40 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1311612 Feb 17 04:41:45.710855 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Checking segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:45.710855 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Network hostable DHCP agents. Network: ab63503d-021a-4c9a-93c6-d10cf9092bfb, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:45.714264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6a31a123-eb1d-4d88-b756-d205afc03f61 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:45.725889 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6a31a123-eb1d-4d88-b756-d205afc03f61 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.1639555 Feb 17 04:41:45.746783 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-9c741d08-bd24-491f-8a37-5b129dc3ba4c tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/quotas/e412123afb3d4573a452f749e09a3158 HTTP/1.1" status: 200 len: 375 time: 0.0196397 Feb 17 04:41:45.764025 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2aa744b8-8347-40b4-b1a2-d5565e51e327 req-2e551f9d-1cf8-4134-b31a-97183beaf614 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Feb 17 04:41:45.767483 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:45.785433 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, ab63503d-021a-4c9a-93c6-d10cf9092bfb) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:45.792089 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:45.792843 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.798672 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7fbd2a-ea56-418a-8060-6c627feeb112 None None] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:45.817388 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-3d4a9aaf-5054-4000-a6d1-93337e764ff2 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693362 Feb 17 04:41:45.827570 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2fdc5c01-8f2c-4f9f-8d60-e340819343bd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5966854 Feb 17 04:41:45.828246 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47782) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:45.833478 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:45.888559 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.890767 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:45.936742 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1a21cc0e-a067-49cd-a383-5a8c4aa88f42 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179907 Feb 17 04:41:45.965087 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.021411 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:41:46.022607 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.048188 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-cb190503-3b57-4cbb-ad01-93b50037c142 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062355 Feb 17 04:41:46.175723 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.261365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Allocated IP 172.20.0.2 (ab63503d-021a-4c9a-93c6-d10cf9092bfb/ce26c018-d96d-437e-b43e-19d8c973a9fa/09f2497b-39d6-40c7-868e-b45e69b8bbd3) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:46.299110 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5fefa758-6a25-4cba-93fc-12b24f56cc40 req-aba26972-f721-494b-aa37-41f0737d51c8 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 210 time: 0.0457895 Feb 17 04:41:46.412325 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bcda05f6-6c6d-403e-97c8-017e4b15098b no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:41:46.446030 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: bcda05f6-6c6d-403e-97c8-017e4b15098b {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:41:46.446402 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bcda05f6-6c6d-403e-97c8-017e4b15098b not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:41:46.542963 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.550490 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.559305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.597681 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.620146 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47820) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:46.628852 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:46.634350 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:46.639902 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:46.644475 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Pushing event updated for resources: {'Port': ['ID=09f2497b-39d6-40c7-868e-b45e69b8bbd3,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:46.737880 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Attempting to bind port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:46.738414 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Attempting to bind port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:46.740279 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Attempting to bind port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 on network ab63503d-021a-4c9a-93c6-d10cf9092bfb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:46.752145 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:46.752526 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Checking segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:46.752930 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.754732 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Deleting subnet 5fbfa5a8-ef98-4b34-aff9-4337c2625ab6 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:41:46.757525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Bound using segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:46.758043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Bound port: 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:46.758438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.763064 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.858619 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Allocated IP 172.27.2.67 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:46.865079 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.909756 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:46.914316 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] For port 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:46.919410 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] For port 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=09f2497b-39d6-40c7-868e-b45e69b8bbd3,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:46.928873 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.071510 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63537a-d952-42ae-8525-fd29f8cde19c None None] Pushing event updated for resources: {'Port': ['ID=09f2497b-39d6-40c7-868e-b45e69b8bbd3,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.080151 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c85b7-692e-4bad-bb23-ae8bfd08b808 req-d84b343d-84be-4f47-a0ae-69af8ac1c130 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:47.088427 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc8c85b7-692e-4bad-bb23-ae8bfd08b808 req-d84b343d-84be-4f47-a0ae-69af8ac1c130 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.2057476 Feb 17 04:41:47.091393 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.130447 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.157014 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.179358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc8c85b7-692e-4bad-bb23-ae8bfd08b808 req-d5fb8d55-bd50-42ae-9fa6-528c82f2ece8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898194 Feb 17 04:41:47.209779 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbfa5a8-ef98-4b34-aff9-4337c2625ab6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.217938 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.224209 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.225581 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-57718d80-aaa6-4ac8-8aad-4551c239798a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5fbfa5a8-ef98-4b34-aff9-4337c2625ab6 HTTP/1.1" status: 204 len: 168 time: 0.6043799 Feb 17 04:41:47.228117 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47846) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:47.248357 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:47.251308 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:47.258132 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:47.343885 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.429021 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:47.503818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.508945 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-daf9af0a-679d-44a0-8d5c-7442d2347ae4 req-f02840fa-7603-4658-93b1-fc5ba6d71621 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 210 time: 0.0838718 Feb 17 04:41:47.540416 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.540994 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.542032 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.542668 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > port after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.543237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.543793 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > port after_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.544215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.544688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.545074 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.545520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.682750 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.755504 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.761842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.762324 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.763249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:41:47.765149 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1d5447-9c7e-40c7-9df0-3342a1b889d3']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:47.805278 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc2bb02-3f12-48e7-84de-1732e5c216fd') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:47.805609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc2bb02-3f12-48e7-84de-1732e5c216fd') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:47.824263 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.849254 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.867330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:41:47.867851 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: from cryptography.utils import int_from_bytes Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: from cryptography.utils import int_from_bytes Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:41:47.893271 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:41:47.939398 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.022735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.030880 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.034664 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b1d5447-9c7e-40c7-9df0-3342a1b889d3 HTTP/1.1" status: 204 len: 168 time: 0.8051784 Feb 17 04:41:48.060968 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492799f4-9954-457b-bda8-60fa0c1d2670 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1d5447-9c7e-40c7-9df0-3342a1b889d3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:48.117397 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-38d313c7-4c5a-4766-b3fd-9e5ff7f4e70b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:48.119645 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-38d313c7-4c5a-4766-b3fd-9e5ff7f4e70b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.2254391 Feb 17 04:41:48.121949 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:41:48.136759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Request body: {'port': {'device_id': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'admin_state_up': True, 'tenant_id': 'e412123afb3d4573a452f749e09a3158'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:48.198102 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47872) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:48.328686 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:48.340974 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Sync routers for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:48.346933 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47880) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:48.355676 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:48.356812 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:48.358715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.360213 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e9e91ba4-28ea-44a0-9c80-dd18aa9ad900 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5307925 Feb 17 04:41:48.367413 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47882) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:48.444778 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c673a3-2d76-4005-91fa-cc49a2a998ab req-c7088629-0c7c-437c-815e-ff5ba7a908cb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:48.446573 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47c673a3-2d76-4005-91fa-cc49a2a998ab req-c7088629-0c7c-437c-815e-ff5ba7a908cb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1662447 Feb 17 04:41:48.480004 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:48.542125 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:48.546087 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.586800 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47c673a3-2d76-4005-91fa-cc49a2a998ab req-9aa332ba-edc2-4a2f-a58a-73a36d8e6ac7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283824 Feb 17 04:41:48.635675 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc54521-f146-4620-afd4-ce9b3df9d201 None None] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:48.765365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 09f2497b-39d6-40c7-868e-b45e69b8bbd3 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:48.776236 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cf9b44fb-402a-4e90-a0cd-66237d1ac3e8 req-47f314ce-8500-4813-8d8d-db797ef13207 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 210 time: 0.0921514 Feb 17 04:41:48.811850 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-c9b7e59f-6e05-4423-8a13-30c8bdb292ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97f3b16091a7454cbfb219182c7e5a7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4634223 Feb 17 04:41:48.816702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 47892) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:48.852797 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8041-4b50-4a72-a56e-7eb380716b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.867541 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Allocated IP 172.20.0.10 (9090bff2-658b-4ec2-a138-be1aa7d71de9/82439587-9a2e-4d84-b5f1-332d332fa60e/f1e77de4-fb76-4f32-a293-ac0a8c9a6307) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:48.870173 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] Provisioning complete for port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:48.870618 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.941654 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:48.973405 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:47Z', 'revision_number': 3, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:48.977428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.009829 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Checking router: c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:49.010603 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Updating router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:49.034509 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:49.035073 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.046176 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.193887 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.215113 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8041-4b50-4a72-a56e-7eb380716b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.225504 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8041-4b50-4a72-a56e-7eb380716b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.239342 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.245056 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.254647 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.256256 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1daa6600-129f-4b51-ba5b-fc0a0078be42 HTTP/1.1" status: 204 len: 168 time: 0.4354928 Feb 17 04:41:49.269825 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-eb2e8041-4b50-4a72-a56e-7eb380716b6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2343d53d02014995a531ffd712721a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0708971 Feb 17 04:41:49.272394 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47906) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:49.276418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff510c1e-a86e-4062-b66b-a4ee906b3930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa6600-129f-4b51-ba5b-fc0a0078be42,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.287726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.346746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] For port 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=09f2497b-39d6-40c7-868e-b45e69b8bbd3,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:49.353170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:49.357583 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e8041-4b50-4a72-a56e-7eb380716b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c669b-dc37-4189-8f54-d50c38109381,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.364005 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:49.366214 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7', 'd4e5366c-7f93-424b-8f1c-c607fc552e71'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:49.379727 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:49.384333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.426289 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.435260 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.485048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event updated for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.511512 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.520373 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:49.521246 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.525073 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.528836 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.557255 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-1e1ab7c8-aca9-40ca-8de2-b09ac6c76695 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4253314 Feb 17 04:41:49.569054 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497ccab-16ab-4185-9de4-f8df7e6d9c5b None None] Pushing event updated for resources: {'Port': ['ID=09f2497b-39d6-40c7-868e-b45e69b8bbd3,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.576605 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Request body: {'port': {'device_id': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:49.639127 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Attempting to bind port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:49.639529 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Attempting to bind port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:49.639890 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Attempting to bind port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:49.670554 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Pushing event updated for resources: {'Port': ['ID=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.685767 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:49.686140 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:49.686541 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.686933 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:49.687409 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Bound port: 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:49.688376 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.697879 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.705743 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.706787 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/970c669b-dc37-4189-8f54-d50c38109381 HTTP/1.1" status: 204 len: 168 time: 0.4326072 Feb 17 04:41:49.758352 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.758807 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.759156 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.759494 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.759820 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.760170 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.760510 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.760832 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.761196 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.761474 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.762159 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.762159 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:41:49.792614 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.807458 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30c8f4-f696-4641-a452-5f38de48a984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c669b-dc37-4189-8f54-d50c38109381,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:49.826669 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] For port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:49.835351 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] For port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:49.848923 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:49.961110 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Allocated IP 172.20.0.1 (ab63503d-021a-4c9a-93c6-d10cf9092bfb/ce26c018-d96d-437e-b43e-19d8c973a9fa/146e72bd-5cc6-4bd1-91b5-bddb6792e9b0) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:49.968783 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:49.970586 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:50.013345 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9561-1534-4372-90d5-cdd3788423a5 None None] Pushing event updated for resources: {'Port': ['ID=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.080661 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-0c58589c-09b9-42c9-9b2c-996179748c07 None None] Provisioning complete for port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:50.080661 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0c58589c-09b9-42c9-9b2c-996179748c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.144408 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40921314-93da-4b7d-b266-69e35169440b req-dea3f8a6-cf51-4c62-a252-f8d7e8f37925 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:50.155141 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40921314-93da-4b7d-b266-69e35169440b req-dea3f8a6-cf51-4c62-a252-f8d7e8f37925 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.4451091 Feb 17 04:41:50.156192 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:50.235708 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40921314-93da-4b7d-b266-69e35169440b req-abbb9916-4090-4e40-a283-74a2e9947867 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612464 Feb 17 04:41:50.308453 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d98f9-7e4b-4852-a4d4-300513bc6545 req-2a06d600-4577-469b-8243-0cc590f03021 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:50.310124 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-829d98f9-7e4b-4852-a4d4-300513bc6545 req-2a06d600-4577-469b-8243-0cc590f03021 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 932 time: 0.3295593 Feb 17 04:41:50.379588 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.387569 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-829d98f9-7e4b-4852-a4d4-300513bc6545 req-c4d544f0-c2b7-4db5-a75a-2ca3bdf8fee9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Feb 17 04:41:50.440427 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.451093 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e77de4-fb76-4f32-a293-ac0a8c9a6307 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:50.461163 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.477409 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47942) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:50.480429 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Transition to ACTIVE for port object f1e77de4-fb76-4f32-a293-ac0a8c9a6307 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:41:50.484459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.492529 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:50.535984 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.549489 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:50.551567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Pushing event updated for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.554200 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-878f9cb5-3b29-4608-9e89-903f7cbaa99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.558239 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:50.559059 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.576546 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:47Z', 'revision_number': 3, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:50.655121 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a1cb05-0886-42de-8cc3-bb4cbc2271c9 None None] The sync data for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi is: [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:47Z', 'revision_number': 3, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:50.772648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 09f2497b-39d6-40c7-868e-b45e69b8bbd3 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:50.785522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Attempting to bind port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:50.785871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Attempting to bind port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:50.786465 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Attempting to bind port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:50.792503 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:41:50.793204 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Attempting to bind port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:50.810313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:50.810834 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Checking segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:50.811402 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Bound using segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:50.812207 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Bound port: f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:50.814026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.879504 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-878f9cb5-3b29-4608-9e89-903f7cbaa99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.907679 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-878f9cb5-3b29-4608-9e89-903f7cbaa99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:50.987526 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:50.990582 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9cb5-3b29-4608-9e89-903f7cbaa99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60ee838-74c2-4b67-bdbe-06c3b40be68d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:50.992852 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.017215 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-878f9cb5-3b29-4608-9e89-903f7cbaa99d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c76cc41fe36476c82c38cdeccc3d078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325019 Feb 17 04:41:51.017596 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 47966) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:51.087857 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:51.099522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:51.111835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.130892 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.157613 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-93bdc095-e1f5-481c-87e5-717485b3a0b9 None None] Provisioning complete for port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:51.157613 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-93bdc095-e1f5-481c-87e5-717485b3a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.233974 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-93bdc095-e1f5-481c-87e5-717485b3a0b9 None None] Port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:51.247859 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.259095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.260021 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.268546 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] 10.222.0.37 "PUT /v2.0/ports/f1e77de4-fb76-4f32-a293-ac0a8c9a6307 HTTP/1.1" status: 200 len: 1094 time: 1.6934280 Feb 17 04:41:51.269548 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:41:51.273112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487631f3-50ab-4dd2-acd0-ee8272d7134c" -d '{"events": [{"name": "network-changed", "server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:41:51.302052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04812e-2591-4bfc-81a7-4aee4ede7c8a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:51.346354 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd37ff1e-44f1-41ba-bdbc-d402debc2aaa x-openstack-request-id: req-cd37ff1e-44f1-41ba-bdbc-d402debc2aaa {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:41:51.347803 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:41:51.348208 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd37ff1e-44f1-41ba-bdbc-d402debc2aaa {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:41:51.348901 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', 'status': 'completed', 'code': 200} Feb 17 04:41:51.372725 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.390328 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-d8e4ec82-b44e-46c0-bd74-81ea5f9036c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.394614 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-d8e4ec82-b44e-46c0-bd74-81ea5f9036c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 1097 time: 0.0667202 Feb 17 04:41:51.472857 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-d9f1ede0-eb0d-406a-afbe-bcbf25d4ceb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307 HTTP/1.1" status: 200 len: 217 time: 0.0674455 Feb 17 04:41:51.520187 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.522693 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.526714 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e60ee838-74c2-4b67-bdbe-06c3b40be68d HTTP/1.1" status: 204 len: 168 time: 0.5025308 Feb 17 04:41:51.587713 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778b09e-576d-42ff-86cc-790bc79b8354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60ee838-74c2-4b67-bdbe-06c3b40be68d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:51.588074 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4721fe-49ab-46a0-8acf-9d389556da96 req-21afdbba-daec-4589-8f3d-e1d2d4b1961a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.595346 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0f4721fe-49ab-46a0-8acf-9d389556da96 req-21afdbba-daec-4589-8f3d-e1d2d4b1961a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1857841 Feb 17 04:41:51.629534 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64091244-36c2-4612-91a2-e49969e34859 req-d16b5cc8-7f49-4a9e-a9e1-63c59b708747 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.631115 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64091244-36c2-4612-91a2-e49969e34859 req-d16b5cc8-7f49-4a9e-a9e1-63c59b708747 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 944 time: 0.1188719 Feb 17 04:41:51.646173 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-a0e903b7-2722-4994-8a83-29151c24d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:51.647635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-a0e903b7-2722-4994-8a83-29151c24d249 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.1583900 Feb 17 04:41:51.657613 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.667600 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.668470 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.713187 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0f4721fe-49ab-46a0-8acf-9d389556da96 req-3e0eca29-e4bd-4b8a-9938-d41c22209857 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166804 Feb 17 04:41:51.715148 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-11e5f5be-99f0-4942-83dc-493af0380816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518801 Feb 17 04:41:51.796357 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b62562e4-9a55-43d8-9067-6267ad2f0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:51.811408 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64091244-36c2-4612-91a2-e49969e34859 req-1c0fefa3-38db-4ed9-9877-6ce32505c743 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668453 Feb 17 04:41:51.821873 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Pushing event updated for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:51.879715 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-5759cf9f-0e4e-4d89-919a-48859fa85ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469405 Feb 17 04:41:51.901716 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:51.905538 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:52.066883 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cec347fb-f5ab-42ff-b2ac-2842be597e4a req-e685968e-ddf1-4b86-9c3c-9c704b827045 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789255 Feb 17 04:41:52.116585 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:41:52.224518 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-06df43de-c1ff-4da8-8e5d-a270f2a690c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:52.227858 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-06df43de-c1ff-4da8-8e5d-a270f2a690c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 1097 time: 0.1077545 Feb 17 04:41:52.273082 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-3f30580c-d50c-41a0-a006-8ce0a82aa178 None None] Provisioning complete for port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:52.273615 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3f30580c-d50c-41a0-a006-8ce0a82aa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.330152 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:52.333043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-3f30580c-d50c-41a0-a006-8ce0a82aa178 None None] Port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:52.344603 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-3351041a-b66d-451c-857f-b1fd51876e62 admin admin] 10.222.0.61 "PUT /v2.0/routers/c0c20685-7aaa-44cc-8091-c1ab1f99b3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9718661 Feb 17 04:41:52.390033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-8f762a85-83a3-4924-ae05-a8b78c2850af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:52.393458 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-8f762a85-83a3-4924-ae05-a8b78c2850af service neutron] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 916 time: 0.1587479 Feb 17 04:41:52.450686 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-4c2f8399-2b43-47cc-9b48-9a078829e936 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307 HTTP/1.1" status: 200 len: 217 time: 0.0484133 Feb 17 04:41:52.518689 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-ebf7bfe1-157d-4459-b926-b524fe2bccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:52.520326 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-ebf7bfe1-157d-4459-b926-b524fe2bccf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.0603983 Feb 17 04:41:52.565528 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-a2153320-baf4-4f02-904c-7c125acd78ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365753 Feb 17 04:41:52.728765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:52.742691 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-12aef526-9012-4e4f-9dea-a8487141daef service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677835 Feb 17 04:41:52.843055 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:52.843782 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:52.957291 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.003355 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:53.010500 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0760-b2d2-4370-88d1-ea46529de65f req-af8faa1e-0bee-40ac-a66c-788c6bd96b7e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:53.012078 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-964e0760-b2d2-4370-88d1-ea46529de65f req-af8faa1e-0bee-40ac-a66c-788c6bd96b7e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1732213 Feb 17 04:41:53.015975 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-487631f3-50ab-4dd2-acd0-ee8272d7134c req-551083e2-5c42-4f20-aec5-c15e50b175e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636354 Feb 17 04:41:53.020680 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.054476 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48064) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.101776 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a608cd-2359-4953-b610-fc359dd0c15c req-ff1ba3c4-de23-4b84-8f75-69fbaaf070c0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:53.106465 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d5a608cd-2359-4953-b610-fc359dd0c15c req-ff1ba3c4-de23-4b84-8f75-69fbaaf070c0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 944 time: 0.1187360 Feb 17 04:41:53.118758 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-964e0760-b2d2-4370-88d1-ea46529de65f req-d5cb8c48-899c-4bfe-b6f8-4ad49040d9f3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951798 Feb 17 04:41:53.153004 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48072) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.159529 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.174902 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d5a608cd-2359-4953-b610-fc359dd0c15c req-b5cdda0b-5088-4873-ac19-5baadcdff2cc tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Feb 17 04:41:53.208585 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Sync routers for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:53.221424 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:53.221991 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:53.346231 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-eff04752-2b7c-4faa-9ff0-560c5f5b8231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.350003 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:53.414475 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-91db0c69-c62a-4d4b-8817-be3a71ef601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.478436 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-eff04752-2b7c-4faa-9ff0-560c5f5b8231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.490670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-eff04752-2b7c-4faa-9ff0-560c5f5b8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.547083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff04752-2b7c-4faa-9ff0-560c5f5b8231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c12be9-1a17-4861-9593-2905bde64398,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.561650 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-eff04752-2b7c-4faa-9ff0-560c5f5b8231 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75ca986cdab14400b325e9e5cd8569ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061445 Feb 17 04:41:53.561785 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48084) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.571507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-91db0c69-c62a-4d4b-8817-be3a71ef601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.577979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-91db0c69-c62a-4d4b-8817-be3a71ef601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.628841 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48090) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.637556 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-91db0c69-c62a-4d4b-8817-be3a71ef601e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=338301978a6e4c0895b2a2ce189e355e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832170 Feb 17 04:41:53.641409 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1754200379-network', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:53.641549 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48092) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:53.645819 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 2, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:53.648186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db0c69-c62a-4d4b-8817-be3a71ef601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a65918-0ee5-4adf-9c86-f64aef0dd3a3,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.667971 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.692944 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Made reservation on behalf of 947473cc33d14f1fb26064c81e14b5f8 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:53.697366 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.709156 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Checking router: c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:53.709654 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Updating router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:53.711344 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.711460 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.719397 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.737889 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.738564 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.801243 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.804520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.805904 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12a65918-0ee5-4adf-9c86-f64aef0dd3a3 HTTP/1.1" status: 204 len: 168 time: 0.1630445 Feb 17 04:41:53.825068 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.827530 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.829256 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35c12be9-1a17-4861-9593-2905bde64398 HTTP/1.1" status: 204 len: 168 time: 0.2663665 Feb 17 04:41:53.833235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b814fd-cf61-4e87-bab6-823779cf8a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a65918-0ee5-4adf-9c86-f64aef0dd3a3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.849591 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2db11a-7637-46b6-a7ea-efd091be6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c12be9-1a17-4861-9593-2905bde64398,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.861328 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.867765 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.881912 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:41:53.899307 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:53.899660 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Added segment d445b6ef-07d2-43c0-8ef5-a29a142d2ead of type vlan for network 735e5f2d-91de-463b-8676-2487ac5d6ef7 Feb 17 04:41:53.943213 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b777f2-2497-4bb3-8aa9-94fc76154a82,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:53.957165 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.003355 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.004930 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:54.005963 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.070639 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48104) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:54.070862 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4370997 Feb 17 04:41:54.077081 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Request body: {'subnet': {'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1754200379-subnet', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:54.077357 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8df8d0-b574-45f6-8efd-6d71ef7d4a4b admin admin] Pushing event updated for resources: {'Network': ['ID=735e5f2d-91de-463b-8676-2487ac5d6ef7,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.091655 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:41:54.124649 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Made reservation on behalf of 947473cc33d14f1fb26064c81e14b5f8 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:54.137303 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.194652 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.202337 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.312495 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48120) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:54.357498 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48122) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:54.368298 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0c0c3bfb-277d-42a2-bd2b-dd78c264a006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.404276 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b123a6-d3c3-4dc1-9b7e-8c7a2df2fbba req-839837d5-4c07-478b-93eb-719c0c4d98ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:54.406115 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-85b123a6-d3c3-4dc1-9b7e-8c7a2df2fbba req-839837d5-4c07-478b-93eb-719c0c4d98ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 944 time: 0.1192553 Feb 17 04:41:54.411287 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-753fd303-a75f-46a8-b163-e51874a943ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.421750 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0d65aa13-7503-4d1a-b48f-4c4d66fbb4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.471912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa83b1-bd3a-40d6-8a26-826df8d8b566 None None] Pushing event updated for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.474327 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f1e77de4-fb76-4f32-a293-ac0a8c9a6307 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:41:54.502166 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Attempting to bind port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:54.502539 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Attempting to bind port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:54.502894 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Attempting to bind port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 on network ab63503d-021a-4c9a-93c6-d10cf9092bfb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:54.508791 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-85b123a6-d3c3-4dc1-9b7e-8c7a2df2fbba req-35259ae6-3c00-424f-8b83-5ba4611519de tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Feb 17 04:41:54.515724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:54.529607 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Checking segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:54.529950 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.530533 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Bound using segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:54.531201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Bound port: 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:54.533048 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.539632 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b13cb-e46b-48aa-a1a4-d9e62ffed94a req-594e4e3f-fa0c-4621-ae19-192bdd0633c8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:54.548748 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ee2b13cb-e46b-48aa-a1a4-d9e62ffed94a req-594e4e3f-fa0c-4621-ae19-192bdd0633c8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.3033488 Feb 17 04:41:54.560255 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0c0c3bfb-277d-42a2-bd2b-dd78c264a006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.565917 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0c0c3bfb-277d-42a2-bd2b-dd78c264a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.597865 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0c0c3bfb-277d-42a2-bd2b-dd78c264a006 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=203ebe1515884db88efc6ff4997d8fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820742 Feb 17 04:41:54.603618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48124) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:54.633139 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c3bfb-277d-42a2-bd2b-dd78c264a006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1666ee37-2c3b-4c03-8c70-42b98c9ade4e,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.656360 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-e78a029a-8787-41b5-9439-acfb68ec9298 None None] Provisioning complete for port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:54.657302 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e78a029a-8787-41b5-9439-acfb68ec9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.700430 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:54.722809 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ee2b13cb-e46b-48aa-a1a4-d9e62ffed94a req-c5d3e82f-ac25-44da-b7c0-0034ba32eb46 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611748 Feb 17 04:41:54.765422 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] For port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:54.791563 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] For port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:54.792773 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-e78a029a-8787-41b5-9439-acfb68ec9298 None None] Port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:41:54.793799 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.799913 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:54.808248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.862721 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'port_id': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', 'mac_address': 'fa:16:3e:ce:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82439587-9a2e-4d84-b5f1-332d332fa60e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:41:54.893173 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:54.893550 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:54.920485 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa83b1-bd3a-40d6-8a26-826df8d8b566 None None] Pushing event updated for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:54.946234 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:54.947495 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:55.084387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.112886 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-753fd303-a75f-46a8-b163-e51874a943ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.134410 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-753fd303-a75f-46a8-b163-e51874a943ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.157903 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.166016 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab66d2a-f9be-428e-b119-d2af67ea776d,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:55.220043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Checking segment: {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:55.220817 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Network hostable DHCP agents. Network: 735e5f2d-91de-463b-8676-2487ac5d6ef7, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:41:55.238974 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-753fd303-a75f-46a8-b163-e51874a943ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8be5ca87987479f9d73537b5416cfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792329 Feb 17 04:41:55.240222 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.243134 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48150) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:55.251753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd303-a75f-46a8-b163-e51874a943ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ace87-1a0d-4ba2-afa8-1040d6bc09e7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:55.276781 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:41:55.277726 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:55.292177 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 735e5f2d-91de-463b-8676-2487ac5d6ef7) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:55.298848 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:55.303403 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.307607 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.309943 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.313485 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1666ee37-2c3b-4c03-8c70-42b98c9ade4e HTTP/1.1" status: 204 len: 168 time: 0.6551340 Feb 17 04:41:55.319520 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.323386 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922815b-0c3d-40c7-89a7-ef57ee40dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1666ee37-2c3b-4c03-8c70-42b98c9ade4e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:55.326806 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033965c5-d358-4197-adef-ce139ea30d59 None None] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:55.343869 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-baef3ee6-16b0-4158-a262-1f2ab03b6fd0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2716482 Feb 17 04:41:55.351556 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48156) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:55.362163 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:55.381672 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.448897 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.449985 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.481837 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e77de4-fb76-4f32-a293-ac0a8c9a6307 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:41:55.489295 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.535932 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] Provisioning complete for port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:55.536908 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.616751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-735e5f2d-91de-463b-8676-2487ac5d6ef7', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:41:55.616751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.668205 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.742447 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:55.752513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48180) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:55.902692 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.905282 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:55.908786 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b07ace87-1a0d-4ba2-afa8-1040d6bc09e7 HTTP/1.1" status: 204 len: 168 time: 0.6621742 Feb 17 04:41:55.921341 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c493b-24a2-4549-b11d-3e4568d962d6 req-a3fe4ce8-a3cf-4745-be46-bbfdd1e4f772 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:55.924447 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f3c493b-24a2-4549-b11d-3e4568d962d6 req-a3fe4ce8-a3cf-4745-be46-bbfdd1e4f772 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1157861 Feb 17 04:41:55.942782 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4a51858-4f04-442e-857d-babc2cf0ad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.002755 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f3c493b-24a2-4549-b11d-3e4568d962d6 req-f9d596bc-40ad-457b-9b13-9662640b78fc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575674 Feb 17 04:41:56.004896 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb23631-85be-44fe-858b-a3ced234486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ace87-1a0d-4ba2-afa8-1040d6bc09e7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.029683 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.068846 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25b255-c9d5-4d16-8293-375d6eb89f05 req-587d1750-2344-4c96-85a9-70a631e12632 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:56.083141 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0d25b255-c9d5-4d16-8293-375d6eb89f05 req-587d1750-2344-4c96-85a9-70a631e12632 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 944 time: 0.4231451 Feb 17 04:41:56.115057 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4a51858-4f04-442e-857d-babc2cf0ad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.125695 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4a51858-4f04-442e-857d-babc2cf0ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.183103 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Allocated IP 172.20.0.2 (735e5f2d-91de-463b-8676-2487ac5d6ef7/dab66d2a-f9be-428e-b119-d2af67ea776d/319e53fb-d796-4020-92e3-c538d3386a9f) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:56.193745 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0d25b255-c9d5-4d16-8293-375d6eb89f05 req-639e626d-4db2-4ba2-9208-3004f4e50448 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070473 Feb 17 04:41:56.199172 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b4a51858-4f04-442e-857d-babc2cf0ad40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00b07929ae114c4d9107ecb914e319fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449377 Feb 17 04:41:56.200172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a51858-4f04-442e-857d-babc2cf0ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eaddc3-2f84-44aa-9af4-17df2803c85b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.202745 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48204) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.229384 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.289931 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.340401 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.456332 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.468325 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.470088 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78eaddc3-2f84-44aa-9af4-17df2803c85b HTTP/1.1" status: 204 len: 168 time: 0.2654274 Feb 17 04:41:56.478272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea3808-c1d7-454d-9b27-bb3da6ffd644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eaddc3-2f84-44aa-9af4-17df2803c85b,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.509967 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.525876 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.565599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48218) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.586602 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31325188-5db4-4af9-ae30-9dd1a24340c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.607020 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] For port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:56.621115 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.652848 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f1e77de4-fb76-4f32-a293-ac0a8c9a6307'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:41:56.677464 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.723848 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.760043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31325188-5db4-4af9-ae30-9dd1a24340c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.767807 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31325188-5db4-4af9-ae30-9dd1a24340c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.833786 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.833993 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-31325188-5db4-4af9-ae30-9dd1a24340c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f1d94ec50a046868ac42f7b5767eed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644818 Feb 17 04:41:56.834298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48224) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:56.852095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31325188-5db4-4af9-ae30-9dd1a24340c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4071f767-fb96-4076-8ee8-f5e3be4278ba,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.856646 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b7c9-4137-4535-bb9c-a2c8a8ce0dfa None None] Pushing event updated for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:56.864510 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.870315 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:54Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:56.902353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750bdcfa-e99c-488a-90de-2e207d618729 None None] The sync data for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi is: [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:54Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:41:56.903646 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Allocated IP 172.27.2.20 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/9f75cca5-b615-4a2f-8f21-7f645db40e4e) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:41:56.916314 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:56.948306 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.026387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.083337 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:57.095527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.108040 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:57.122460 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:57.152424 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.183330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.197509 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.199013 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4071f767-fb96-4076-8ee8-f5e3be4278ba HTTP/1.1" status: 204 len: 168 time: 0.3581622 Feb 17 04:41:57.233376 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe7899-ecf4-4eec-9568-35daf37dbd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4071f767-fb96-4076-8ee8-f5e3be4278ba,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.233976 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:41:57.235542 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Pushing event updated for resources: {'Port': ['ID=9f75cca5-b615-4a2f-8f21-7f645db40e4e,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.244905 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:41:57.251738 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:41:57.290983 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384bfef-5423-48a0-ad0f-7f11a507cf03 req-1192b2b8-c462-4af0-8b80-b15de538c040 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:57.295499 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2384bfef-5423-48a0-ad0f-7f11a507cf03 req-1192b2b8-c462-4af0-8b80-b15de538c040 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1652746 Feb 17 04:41:57.333096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48244) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:57.348342 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Attempting to bind port 319e53fb-d796-4020-92e3-c538d3386a9f on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:41:57.348713 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Attempting to bind port 319e53fb-d796-4020-92e3-c538d3386a9f by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:41:57.349064 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Attempting to bind port 319e53fb-d796-4020-92e3-c538d3386a9f on network 735e5f2d-91de-463b-8676-2487ac5d6ef7 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:41:57.358248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.360217 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Pushing event updated for resources: {'Port': ['ID=319e53fb-d796-4020-92e3-c538d3386a9f,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.379171 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:41:57.380381 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Checking segment: {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:41:57.380938 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.382515 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03271422-839d-4354-a060-2b8c4d588e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.392791 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Bound using segment: {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:41:57.393427 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Bound port: 319e53fb-d796-4020-92e3-c538d3386a9f, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:41:57.393843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.438657 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2384bfef-5423-48a0-ad0f-7f11a507cf03 req-02a069b6-3ddc-4877-b916-5b72c31d1306 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361225 Feb 17 04:41:57.538309 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] For port 319e53fb-d796-4020-92e3-c538d3386a9f, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:41:57.541913 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] For port 319e53fb-d796-4020-92e3-c538d3386a9f, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=319e53fb-d796-4020-92e3-c538d3386a9f,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:41:57.561817 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.605588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03271422-839d-4354-a060-2b8c4d588e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.616864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03271422-839d-4354-a060-2b8c4d588e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.731359 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-03271422-839d-4354-a060-2b8c4d588e50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97f75d1317fb4d6f8fdc54a0ad96b468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919451 Feb 17 04:41:57.735672 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03271422-839d-4354-a060-2b8c4d588e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0d0f9d-df2b-41ea-9c6f-84690d848f17,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.738500 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48250) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:57.745631 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86a54-02bc-47ad-a497-09eda011912b None None] Pushing event updated for resources: {'Port': ['ID=319e53fb-d796-4020-92e3-c538d3386a9f,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:57.843477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.862908 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.883506 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.976841 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ba62-eae3-42e7-a844-cf7ce5b17e42 req-19ffcd6f-f8b7-499a-ad85-b54abd41d8ab tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:57.978829 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0988ba62-eae3-42e7-a844-cf7ce5b17e42 req-19ffcd6f-f8b7-499a-ad85-b54abd41d8ab tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 945 time: 0.6323252 Feb 17 04:41:57.992914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:57.995825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.000705 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c0d0f9d-df2b-41ea-9c6f-84690d848f17 HTTP/1.1" status: 204 len: 168 time: 0.2603798 Feb 17 04:41:58.021685 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994d3b8-63d2-4b80-be05-5443b87c3b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0d0f9d-df2b-41ea-9c6f-84690d848f17,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:58.256661 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0988ba62-eae3-42e7-a844-cf7ce5b17e42 req-346b27f8-a5fe-47e2-97aa-d2f1e5b6bfb9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682064 Feb 17 04:41:58.396852 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.567559 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Router 3fe9114b-4d76-4c57-b784-10b47fd2c08a is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:41:58.713829 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4020f-eb8e-4ee7-8576-e237b6c285c1 req-96350561-2e6d-41b3-b573-95e11fed2816 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:58.729619 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50f4020f-eb8e-4ee7-8576-e237b6c285c1 req-96350561-2e6d-41b3-b573-95e11fed2816 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1800265 Feb 17 04:41:58.778909 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:41:58.790747 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Sync routers for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:41:58.828217 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:41:58.831206 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:58.841777 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50f4020f-eb8e-4ee7-8576-e237b6c285c1 req-da760271-50ee-4437-bfa7-de4844b6c80e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020172 Feb 17 04:41:58.851719 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:58.853699 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 319e53fb-d796-4020-92e3-c538d3386a9f up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:58.854576 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-574786ec-044c-43e3-9f89-a8e7067f07a0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5000687 Feb 17 04:41:58.855921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48296) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:58.998450 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 319e53fb-d796-4020-92e3-c538d3386a9f triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:59.000779 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.144875 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:41:59.195294 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.268566 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 319e53fb-d796-4020-92e3-c538d3386a9f, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=319e53fb-d796-4020-92e3-c538d3386a9f,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:41:59.275189 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.276335 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:41:59.365725 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48322) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:41:59.393403 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=319e53fb-d796-4020-92e3-c538d3386a9f,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:41:59.396768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab19ee-d223-4b2d-87e4-14ff638c2c7b None None] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:41:59.507390 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:41:57Z', 'revision_number': 3, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:41:59.512693 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f04c77-08f3-4ae9-a7aa-edac06847f44 req-fbadccef-4ca9-4710-b4b6-410302107910 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:41:59.518269 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02f04c77-08f3-4ae9-a7aa-edac06847f44 req-fbadccef-4ca9-4710-b4b6-410302107910 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 945 time: 0.1222453 Feb 17 04:41:59.561159 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215949232-network', 'tenant_id': '6c912fbda5f2424496158844fa198a85'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:59.660771 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02f04c77-08f3-4ae9-a7aa-edac06847f44 req-b869eadf-1281-48ab-92b1-64b3447d02ea tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360106 Feb 17 04:41:59.663062 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Made reservation on behalf of 6c912fbda5f2424496158844fa198a85 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:41:59.675583 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.697949 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-723759e8-c870-49f5-9a21-36b769c73bfc None None] Provisioning complete for port 319e53fb-d796-4020-92e3-c538d3386a9f triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:59.698649 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-723759e8-c870-49f5-9a21-36b769c73bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.713946 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.774506 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.795352 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Checking router: 3fe9114b-4d76-4c57-b784-10b47fd2c08a for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:41:59.795846 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Updating router 3fe9114b-4d76-4c57-b784-10b47fd2c08a port 9f75cca5-b615-4a2f-8f21-7f645db40e4e binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:41:59.826762 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:41:59.827425 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.881403 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.955464 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:41:59.974508 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.062761 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:42:00.082375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Allocated IP 172.20.0.1 (735e5f2d-91de-463b-8676-2487ac5d6ef7/dab66d2a-f9be-428e-b119-d2af67ea776d/f6455dd9-c946-4c49-a8da-659894dad8db) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:00.133251 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.133604 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Added segment c46f79c7-81af-4d84-8536-7a547bffbd86 of type vlan for network 2be7303c-9703-4c27-a529-9d3b2ef48ddb Feb 17 04:42:00.135231 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63f173-b5a6-4168-85f8-3078b07e50dc,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.230901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764b6f-fb27-4214-aff8-56e76703e087 req-042389cc-e822-4571-a535-0e8d8d38ecd6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:00.233743 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.240330 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-74764b6f-fb27-4214-aff8-56e76703e087 req-042389cc-e822-4571-a535-0e8d8d38ecd6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0867896 Feb 17 04:42:00.267286 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.268341 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:00.269157 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.351326 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=2be7303c-9703-4c27-a529-9d3b2ef48ddb,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.362045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 2be7303c-9703-4c27-a529-9d3b2ef48ddb details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:42:00.366174 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.393073 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-74764b6f-fb27-4214-aff8-56e76703e087 req-1dc30426-263e-4cc0-9f20-f6dcba15febb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511745 Feb 17 04:42:00.393621 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-c1b627fa-eeb5-487f-8ced-4d100d924aa7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0258763 Feb 17 04:42:00.396309 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48358) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:00.401199 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Request body: {'subnet': {'network_id': '2be7303c-9703-4c27-a529-9d3b2ef48ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215949232-subnet', 'tenant_id': '6c912fbda5f2424496158844fa198a85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:00.451151 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Made reservation on behalf of 6c912fbda5f2424496158844fa198a85 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:00.453760 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.474151 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.479782 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f1e77de4-fb76-4f32-a293-ac0a8c9a6307 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:00.518681 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.541520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:00.546551 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.549291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:00.560193 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:00.629567 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.674015 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c0e7-4286-4540-9855-c1d83ae04868 None None] Pushing event updated for resources: {'Port': ['ID=9f75cca5-b615-4a2f-8f21-7f645db40e4e,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.693418 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-474d8bce-c8e6-4fd2-92e8-ab4cef477422 None None] Provisioning complete for port 319e53fb-d796-4020-92e3-c538d3386a9f triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:00.693975 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-474d8bce-c8e6-4fd2-92e8-ab4cef477422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.745384 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Attempting to bind port 9f75cca5-b615-4a2f-8f21-7f645db40e4e on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:00.745735 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Attempting to bind port 9f75cca5-b615-4a2f-8f21-7f645db40e4e by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:00.746128 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Attempting to bind port 9f75cca5-b615-4a2f-8f21-7f645db40e4e on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:00.760847 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:00.761243 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:00.761659 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.762053 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:00.762530 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Bound port: 9f75cca5-b615-4a2f-8f21-7f645db40e4e, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:00.762930 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.811170 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 319e53fb-d796-4020-92e3-c538d3386a9f up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:00.872955 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Pushing event updated for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:00.888451 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:00.895929 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:00.897020 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.911745 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] For port 9f75cca5-b615-4a2f-8f21-7f645db40e4e, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:00.915050 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] For port 9f75cca5-b615-4a2f-8f21-7f645db40e4e, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9f75cca5-b615-4a2f-8f21-7f645db40e4e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:00.924689 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.941819 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:00.999329 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 319e53fb-d796-4020-92e3-c538d3386a9f triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:01.000511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.028120 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c0e7-4286-4540-9855-c1d83ae04868 None None] Pushing event updated for resources: {'Port': ['ID=9f75cca5-b615-4a2f-8f21-7f645db40e4e,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.094996 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:01.095635 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:01.113189 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.164060 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e6c2-a828-4448-9d60-2e0c5b6ce6ed req-0157a6d1-f0b5-4c78-87ef-4a824501843a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.169631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.180628 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.186723 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.190545 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0b89e6c2-a828-4448-9d60-2e0c5b6ce6ed req-0157a6d1-f0b5-4c78-87ef-4a824501843a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 945 time: 0.3872473 Feb 17 04:42:01.241836 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.244363 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-14e3e277-bd06-4a25-a95d-fecddc9cc49a None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:01.244743 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-14e3e277-bd06-4a25-a95d-fecddc9cc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.259421 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:01.324650 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:01.326931 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089d1404-2612-46c2-9c8d-9d2b748ede9b" -d '{"events": [{"server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "name": "network-vif-plugged", "status": "completed", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:01.345687 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:01.350203 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-14e3e277-bd06-4a25-a95d-fecddc9cc49a None None] Port f6455dd9-c946-4c49-a8da-659894dad8db cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:01.355605 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.384224 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0b89e6c2-a828-4448-9d60-2e0c5b6ce6ed req-219bb6d9-e5a2-48cc-8a2c-fc17c36958e7 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897120 Feb 17 04:42:01.446920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Pushing event updated for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.452746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fbcc96-690d-4b5c-a49b-6cb8dedb82fe x-openstack-request-id: req-c0fbcc96-690d-4b5c-a49b-6cb8dedb82fe {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:01.455274 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "name": "network-vif-plugged", "status": "completed", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:01.455943 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0fbcc96-690d-4b5c-a49b-6cb8dedb82fe {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:01.456534 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', 'code': 200} Feb 17 04:42:01.459288 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.492191 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Checking segment: {'id': 'c46f79c7-81af-4d84-8536-7a547bffbd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2be7303c-9703-4c27-a529-9d3b2ef48ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:01.493372 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Network hostable DHCP agents. Network: 2be7303c-9703-4c27-a529-9d3b2ef48ddb, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:42:01.511265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6ef1e3-40d4-44e3-8d53-eff50cd5bbe3,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:01.540233 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Network 2be7303c-9703-4c27-a529-9d3b2ef48ddb is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:42:01.546246 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c6ae-5c2e-4061-8b8a-e695ef0ab9ff req-ce7297ab-9505-455f-90bc-caf5919b2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.548448 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ef82c6ae-5c2e-4061-8b8a-e695ef0ab9ff req-ce7297ab-9505-455f-90bc-caf5919b2f47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1098 time: 0.1295896 Feb 17 04:42:01.554798 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 2be7303c-9703-4c27-a529-9d3b2ef48ddb) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:01.567318 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06497d89-68c3-4459-a551-92770f4d933d None None] Network 2be7303c-9703-4c27-a529-9d3b2ef48ddb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:01.571170 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.572176 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:01.580470 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:01.583426 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:01.651357 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ef82c6ae-5c2e-4061-8b8a-e695ef0ab9ff req-4971a8a0-87c5-485a-87e0-64377763f6a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898190 Feb 17 04:42:01.684915 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'f6455dd9-c946-4c49-a8da-659894dad8db', 'name': '', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'mac_address': 'fa:16:3e:30:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:59Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 1, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'subnets': [{'id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:01.721698 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4b645d17-bb95-48ea-acd5-e2bc3304c0cd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3153751 Feb 17 04:42:01.726148 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7861a3-07d1-4498-b90c-629673758e78 None None] The sync data for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi is: [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'f6455dd9-c946-4c49-a8da-659894dad8db', 'name': '', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'mac_address': 'fa:16:3e:30:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:59Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 1, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'subnets': [{'id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:01.730350 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303763-a098-4307-ba3e-fd326eba4534 req-e276df7c-01e9-40ab-b95d-2d478f42da90 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:01.733626 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-54303763-a098-4307-ba3e-fd326eba4534 req-e276df7c-01e9-40ab-b95d-2d478f42da90 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1524909 Feb 17 04:42:01.824197 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Router 3fe9114b-4d76-4c57-b784-10b47fd2c08a has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:42:01.826955 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf25c52-6976-470d-90fd-46a5f069724e None None] Network 2be7303c-9703-4c27-a529-9d3b2ef48ddb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:01.827563 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-54303763-a098-4307-ba3e-fd326eba4534 req-cf47d0d8-3e91-4414-9ee0-a271abe75f0b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834801 Feb 17 04:42:02.068656 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd6ebc-500d-4d4a-a078-13789a499b25 req-98de8bb3-dfcf-4284-86e7-ec6aa37390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.070134 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fbd6ebc-500d-4d4a-a078-13789a499b25 req-98de8bb3-dfcf-4284-86e7-ec6aa37390a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 1099 time: 0.1153207 Feb 17 04:42:02.084222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:42:02.102245 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-54fc1801-fdfc-4d32-815f-420c5fabae89 None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:02.102919 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-54fc1801-fdfc-4d32-815f-420c5fabae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.111551 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7d110df6-4c00-49b1-be99-3599f4c24a56 admin admin] 10.222.0.61 "PUT /v2.0/routers/3fe9114b-4d76-4c57-b784-10b47fd2c08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2512369 Feb 17 04:42:02.142870 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fbd6ebc-500d-4d4a-a078-13789a499b25 req-cf3f8f6d-0709-4df0-9ad5-7873ba4f4b87 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Feb 17 04:42:02.225850 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-54fc1801-fdfc-4d32-815f-420c5fabae89 None None] Port f6455dd9-c946-4c49-a8da-659894dad8db cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:02.549378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadcce0-b1d2-4e1c-adcd-d36b114dccef req-dc2e5ec4-5694-4630-a5dc-2b7dbcb689b1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:02.551593 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eeadcce0-b1d2-4e1c-adcd-d36b114dccef req-dc2e5ec4-5694-4630-a5dc-2b7dbcb689b1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0894358 Feb 17 04:42:02.640530 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eeadcce0-b1d2-4e1c-adcd-d36b114dccef req-45e6855f-fb55-4b89-9769-523376bc43c9 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 Feb 17 04:42:02.713107 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48444) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:02.717954 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1095743492-network', 'tenant_id': '29331df7f0cc49a588bcfd9d4c74fc4a'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:02.755329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Made reservation on behalf of 29331df7f0cc49a588bcfd9d4c74fc4a for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:02.759133 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.772731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.923525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.930298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.959409 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:42:02.975488 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b1930-aa35-4d31-9200-4a7113ccf100,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:02.990773 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:02.991375 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Added segment bb6f0f83-a9d3-4341-9ba1-d9dafe7ac987 of type vlan for network 142871e8-8392-4cd9-b392-c8ec5367effa Feb 17 04:42:03.032017 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c2065-ce54-43fa-9a1a-ccbd2815816a req-63e2ee9d-820d-4641-ae37-9c29a4b27059 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.040028 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-508c2065-ce54-43fa-9a1a-ccbd2815816a req-63e2ee9d-820d-4641-ae37-9c29a4b27059 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0740519 Feb 17 04:42:03.052727 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.086767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.086985 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-508c2065-ce54-43fa-9a1a-ccbd2815816a req-17ac6c3b-7ea5-47f5-863a-4869d4dc0997 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 Feb 17 04:42:03.088594 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.090138 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.162696 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48470) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:03.163032 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4487627 Feb 17 04:42:03.167853 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Request body: {'subnet': {'network_id': '142871e8-8392-4cd9-b392-c8ec5367effa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1095743492-subnet', 'tenant_id': '29331df7f0cc49a588bcfd9d4c74fc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:03.181631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be5f32-132a-4ed9-8f1c-73aef3f432fb admin admin] Pushing event updated for resources: {'Network': ['ID=142871e8-8392-4cd9-b392-c8ec5367effa,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:03.195544 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 142871e8-8392-4cd9-b392-c8ec5367effa details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:42:03.216805 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Made reservation on behalf of 29331df7f0cc49a588bcfd9d4c74fc4a for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:03.217580 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.420437 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.473961 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d251c1b-2799-4cde-89bb-f0c1da10d1a3,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:03.497981 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Checking segment: {'id': 'bb6f0f83-a9d3-4341-9ba1-d9dafe7ac987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '142871e8-8392-4cd9-b392-c8ec5367effa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:03.498327 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Network hostable DHCP agents. Network: 142871e8-8392-4cd9-b392-c8ec5367effa, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:42:03.520353 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Network 142871e8-8392-4cd9-b392-c8ec5367effa is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:42:03.535299 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 142871e8-8392-4cd9-b392-c8ec5367effa) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:03.540257 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.540967 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:03.547312 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec5128-b404-4166-a942-8041916cf5f9 None None] Network 142871e8-8392-4cd9-b392-c8ec5367effa requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:03.571437 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-a3236f0e-9516-4da6-8d7a-d7c8657c8e17 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3997343 Feb 17 04:42:03.774255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767beeb1-16bf-48dc-a52c-4dee8eb1d300 None None] Network 142871e8-8392-4cd9-b392-c8ec5367effa requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:03.878222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc29c4-df5b-4941-b588-da827d8580e5 req-ea528ae2-2b47-4b88-8133-09c9e15a2161 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:03.885259 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f5bc29c4-df5b-4941-b588-da827d8580e5 req-ea528ae2-2b47-4b88-8133-09c9e15a2161 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.1309469 Feb 17 04:42:03.951764 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f5bc29c4-df5b-4941-b588-da827d8580e5 req-241243fa-a1a0-4116-98ec-681f0d9f3e52 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Feb 17 04:42:04.233517 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa2928-45ce-442e-a37d-60384f48e43e req-c458aa58-4aae-4cb7-97fc-f53358536b9b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:04.242490 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cefa2928-45ce-442e-a37d-60384f48e43e req-c458aa58-4aae-4cb7-97fc-f53358536b9b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0719423 Feb 17 04:42:04.300712 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cefa2928-45ce-442e-a37d-60384f48e43e req-9b05d866-c9e1-451e-a99c-365bbec8e56a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569565 Feb 17 04:42:04.666074 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9f75cca5-b615-4a2f-8f21-7f645db40e4e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:04.747684 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9f75cca5-b615-4a2f-8f21-7f645db40e4e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:04.748068 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:04.837883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:04.861113 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 9f75cca5-b615-4a2f-8f21-7f645db40e4e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9f75cca5-b615-4a2f-8f21-7f645db40e4e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:04.868703 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:04.908574 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Sync routers for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:42:04.940765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:04.941602 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:04.943694 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=9f75cca5-b615-4a2f-8f21-7f645db40e4e,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:05.158843 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c08a5-4973-4a66-a6cd-98a50436b66d req-fb91e4fe-3297-4288-b8f7-20086de89f45 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:05.168555 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-651c08a5-4973-4a66-a6cd-98a50436b66d req-fb91e4fe-3297-4288-b8f7-20086de89f45 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.1008308 Feb 17 04:42:05.185854 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:05.222858 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-651c08a5-4973-4a66-a6cd-98a50436b66d req-86884b2c-36c3-47bb-b582-3c0887f74cb5 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528598 Feb 17 04:42:05.421384 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de9f1-dc8a-4585-82c2-a777fcf22829 req-0f24494d-51c7-4d62-9fad-3069ceff6a97 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:05.430238 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-257de9f1-dc8a-4585-82c2-a777fcf22829 req-0f24494d-51c7-4d62-9fad-3069ceff6a97 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0589306 Feb 17 04:42:05.453062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'f6455dd9-c946-4c49-a8da-659894dad8db', 'name': '', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'mac_address': 'fa:16:3e:30:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:59Z', 'updated_at': '2022-02-17T04:42:01Z', 'revision_number': 2, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'subnets': [{'id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:05.489699 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Checking router: 3fe9114b-4d76-4c57-b784-10b47fd2c08a for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:42:05.490064 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Updating router 3fe9114b-4d76-4c57-b784-10b47fd2c08a port f6455dd9-c946-4c49-a8da-659894dad8db binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:42:05.506825 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-257de9f1-dc8a-4585-82c2-a777fcf22829 req-0093ff8a-d45e-400f-b052-c70358db139e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753856 Feb 17 04:42:05.542168 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:05.905786 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:05.946431 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.033208 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59608c11-b5a4-4e23-b74f-e723d207f2fd None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:06.124826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Attempting to bind port f6455dd9-c946-4c49-a8da-659894dad8db on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:06.124826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Attempting to bind port f6455dd9-c946-4c49-a8da-659894dad8db by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:06.124826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Attempting to bind port f6455dd9-c946-4c49-a8da-659894dad8db on network 735e5f2d-91de-463b-8676-2487ac5d6ef7 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:06.132620 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:06.133000 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Checking segment: {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:06.133489 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.133895 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Bound using segment: {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:06.134386 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Bound port: f6455dd9-c946-4c49-a8da-659894dad8db, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:06.134768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.308977 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] For port f6455dd9-c946-4c49-a8da-659894dad8db, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:06.316599 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] For port f6455dd9-c946-4c49-a8da-659894dad8db, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=f6455dd9-c946-4c49-a8da-659894dad8db,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:06.323537 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.438704 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f7d23-43da-412b-922d-becd1c569ec9 req-29002f93-2bcb-48ff-b129-f4fb38d90b4f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:06.444654 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d88f7d23-43da-412b-922d-becd1c569ec9 req-29002f93-2bcb-48ff-b129-f4fb38d90b4f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0959799 Feb 17 04:42:06.467375 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:06.467915 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:41:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:06.470555 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59608c11-b5a4-4e23-b74f-e723d207f2fd None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:06.507537 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d88f7d23-43da-412b-922d-becd1c569ec9 req-abe59e49-6768-4598-9ece-f4f38556b50f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Feb 17 04:42:06.551582 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:06.551968 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.763277 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48813-0c45-4d6e-8b86-e5e61badb27f req-44a5d341-b21c-4efa-be50-e3ce76e64d11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:06.766217 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7be48813-0c45-4d6e-8b86-e5e61badb27f req-44a5d341-b21c-4efa-be50-e3ce76e64d11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.1469791 Feb 17 04:42:06.820520 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:06.822522 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9f75cca5-b615-4a2f-8f21-7f645db40e4e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:06.848080 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7be48813-0c45-4d6e-8b86-e5e61badb27f req-eb9dc7d6-d1e4-414d-a173-c2eb452e2cea tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753512 Feb 17 04:42:06.888505 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:06.935137 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9f75cca5-b615-4a2f-8f21-7f645db40e4e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:06.935867 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:07.043652 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81445846-e389-4448-a4ff-e8395fbc9cca req-c09760df-b228-48df-afc6-ed710e61c7e0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.046024 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-81445846-e389-4448-a4ff-e8395fbc9cca req-c09760df-b228-48df-afc6-ed710e61c7e0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0582762 Feb 17 04:42:07.066313 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] For port f6455dd9-c946-4c49-a8da-659894dad8db, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=f6455dd9-c946-4c49-a8da-659894dad8db,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:07.085028 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:07.149075 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-81445846-e389-4448-a4ff-e8395fbc9cca req-1b9dbaee-6a10-4c56-8d22-1c6ffbfa3d57 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919998 Feb 17 04:42:07.260711 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f13a-ae73-4a1b-a5a6-7f539fe9967c None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:07.260852 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-58585a65-f00f-4b25-9408-35b7af18ce4c None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:07.262915 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-58585a65-f00f-4b25-9408-35b7af18ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:07.263869 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device f6455dd9-c946-4c49-a8da-659894dad8db up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:07.424896 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:07.425279 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:07.509064 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'f6455dd9-c946-4c49-a8da-659894dad8db', 'name': '', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'mac_address': 'fa:16:3e:30:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:59Z', 'updated_at': '2022-02-17T04:42:06Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'subnets': [{'id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:07.607420 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65a996-1f4f-4c1a-abe8-90da32d43c2c None None] The sync data for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi is: [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:42:00Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'f6455dd9-c946-4c49-a8da-659894dad8db', 'name': '', 'network_id': '735e5f2d-91de-463b-8676-2487ac5d6ef7', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'mac_address': 'fa:16:3e:30:14:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:59Z', 'updated_at': '2022-02-17T04:42:06Z', 'revision_number': 4, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'subnets': [{'id': 'dab66d2a-f9be-428e-b119-d2af67ea776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:07.775916 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a03d5c-429f-4aaa-b192-dd51c809d54f req-12442b6c-abe9-4c2f-994f-5bb1109b3d5d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:07.781528 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a7a03d5c-429f-4aaa-b192-dd51c809d54f req-12442b6c-abe9-4c2f-994f-5bb1109b3d5d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.1597633 Feb 17 04:42:07.875179 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a7a03d5c-429f-4aaa-b192-dd51c809d54f req-52922355-b4c8-4bad-be0b-8ae99302bdf3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861735 Feb 17 04:42:08.699543 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device f6455dd9-c946-4c49-a8da-659894dad8db up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:08.778119 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port f6455dd9-c946-4c49-a8da-659894dad8db triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:08.778486 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:09.483338 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:42:09.538933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-2df3a9a2-c23b-4902-ab31-d58f44e3c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.540666 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-2df3a9a2-c23b-4902-ab31-d58f44e3c6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0882936 Feb 17 04:42:09.641462 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb1a71-a62e-4f83-91a1-96c7f67032ff req-7c7851e7-9355-45bb-b113-5ff08baef32a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.648806 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-daeb1a71-a62e-4f83-91a1-96c7f67032ff req-7c7851e7-9355-45bb-b113-5ff08baef32a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0810041 Feb 17 04:42:09.673332 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-f0d1a70b-7b62-47ed-8a06-a6682709e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.676138 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-f0d1a70b-7b62-47ed-8a06-a6682709e8ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1254222 Feb 17 04:42:09.720899 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-daeb1a71-a62e-4f83-91a1-96c7f67032ff req-ae877101-d6e8-4085-9b07-62946247de2f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677907 Feb 17 04:42:09.739773 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-d880b00b-d958-4cff-9be3-01755fdcabcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.0542612 Feb 17 04:42:09.810648 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-bbf776da-1665-4b08-aacf-4d15e7c25cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:09.812787 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-bbf776da-1665-4b08-aacf-4d15e7c25cf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0639317 Feb 17 04:42:09.857877 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-693528f8-1b4c-4cf0-8bf1-c70c18db7176 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303898 Feb 17 04:42:09.975436 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48686) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:10.000146 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-39648ff1-6c30-4790-b37b-71a02ff4b1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257713 Feb 17 04:42:10.150379 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac0ad06a-46fd-4d2d-9b1a-7f914e52dd50 req-608fe816-0b10-454e-99a6-b1cf945be8e2 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415336 Feb 17 04:42:10.373729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e34f3f9b-b7d0-482c-9ed6-5702623d1c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.487201 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e34f3f9b-b7d0-482c-9ed6-5702623d1c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.492424 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e34f3f9b-b7d0-482c-9ed6-5702623d1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.538876 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e34f3f9b-b7d0-482c-9ed6-5702623d1c00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0550dc1749c0443283694b437861d565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618093 Feb 17 04:42:10.541718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48716) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:10.542272 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f3f9b-b7d0-482c-9ed6-5702623d1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e545f-7b27-4933-92c8-754068eb9d4e,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:10.649831 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.684121 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.757400 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.760230 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:10.764283 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e71e545f-7b27-4933-92c8-754068eb9d4e HTTP/1.1" status: 204 len: 168 time: 0.2208030 Feb 17 04:42:10.782250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ec9a-9143-4244-a5b6-0dcfdbe84729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e545f-7b27-4933-92c8-754068eb9d4e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:10.845216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48732) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:10.923812 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088f03e-1516-41c3-a771-73e7e70fa52f req-7c187e39-53d6-4396-87f0-a73126bd5387 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:10.925956 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3088f03e-1516-41c3-a771-73e7e70fa52f req-7c187e39-53d6-4396-87f0-a73126bd5387 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0986960 Feb 17 04:42:10.991735 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3088f03e-1516-41c3-a771-73e7e70fa52f req-80703d6f-f2cd-435b-b33f-f34e18caeda8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559273 Feb 17 04:42:11.308856 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b6375b8e-1f45-4c5e-a1fa-615f36bb3f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.353096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48744) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:11.368707 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edba269f-8a5a-41d6-8844-fa7d0b5c3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.449067 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b6375b8e-1f45-4c5e-a1fa-615f36bb3f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.458189 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b6375b8e-1f45-4c5e-a1fa-615f36bb3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.492824 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6375b8e-1f45-4c5e-a1fa-615f36bb3f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45796ffa-0e9d-45b1-935b-0b24d863ef9c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:11.516821 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b6375b8e-1f45-4c5e-a1fa-615f36bb3f25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=647fda1e0b4e443c86e7d6d8940b6b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705005 Feb 17 04:42:11.519986 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48746) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:11.552117 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edba269f-8a5a-41d6-8844-fa7d0b5c3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.563515 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-edba269f-8a5a-41d6-8844-fa7d0b5c3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.598312 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.613625 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-edba269f-8a5a-41d6-8844-fa7d0b5c3df8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68852d1d070549c7b833f1addcc6fce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590394 Feb 17 04:42:11.616623 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48748) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:11.623080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba269f-8a5a-41d6-8844-fa7d0b5c3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224d350-e45b-472e-a7e6-7bd761953fdf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:11.695555 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.699864 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.744242 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.811916 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.814992 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.816242 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45796ffa-0e9d-45b1-935b-0b24d863ef9c HTTP/1.1" status: 204 len: 168 time: 0.2905345 Feb 17 04:42:11.819448 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.821913 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:11.822958 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3224d350-e45b-472e-a7e6-7bd761953fdf HTTP/1.1" status: 204 len: 168 time: 0.2031872 Feb 17 04:42:11.829631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f460f7-168f-46f5-ab9a-9c0e2fa93810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45796ffa-0e9d-45b1-935b-0b24d863ef9c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:11.847819 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b955fbc-0f8a-424e-8d61-e885093587a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224d350-e45b-472e-a7e6-7bd761953fdf,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:12.197298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf97431-c5fa-43ac-8cb4-96b1302740d8 req-f9125726-25ff-4c1f-9318-1295c1f9cd59 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:12.211712 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0bf97431-c5fa-43ac-8cb4-96b1302740d8 req-f9125726-25ff-4c1f-9318-1295c1f9cd59 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1115289 Feb 17 04:42:12.342269 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0bf97431-c5fa-43ac-8cb4-96b1302740d8 req-b3c605fe-78ad-4af9-a48d-5f6a8b21e0b8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284976 Feb 17 04:42:12.549436 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48796) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:12.567702 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8e339eb2-756e-4268-bc5e-2c00f911aa0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:12.723095 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8e339eb2-756e-4268-bc5e-2c00f911aa0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:12.733247 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8e339eb2-756e-4268-bc5e-2c00f911aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:12.804152 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8e339eb2-756e-4268-bc5e-2c00f911aa0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1b8453b9ac843bbaf2d3eaea81b7d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528920 Feb 17 04:42:12.805535 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e339eb2-756e-4268-bc5e-2c00f911aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7435a9b-c924-420e-b809-1ee11c7d0598,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:12.808654 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48812) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:12.916459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:12.941818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:13.251054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:13.253985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:13.255645 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7435a9b-c924-420e-b809-1ee11c7d0598 HTTP/1.1" status: 204 len: 168 time: 0.4451857 Feb 17 04:42:13.264985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e566-3d59-459c-a465-1dfd95fbaf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7435a9b-c924-420e-b809-1ee11c7d0598,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:13.560448 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743ceb-3ae3-490c-91bc-12ef75bba791 req-958954e0-b535-43c8-b54e-72e31ef73adc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:13.572440 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b6743ceb-3ae3-490c-91bc-12ef75bba791 req-958954e0-b535-43c8-b54e-72e31ef73adc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1454155 Feb 17 04:42:13.664921 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b6743ceb-3ae3-490c-91bc-12ef75bba791 req-803e3e7b-2f3c-4e4b-af44-0bf508f177f0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859175 Feb 17 04:42:14.472917 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48882) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:14.827287 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b28b85b8-00c2-427f-84a4-a19473d7eb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:14.830485 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce389bb-cd1d-4327-858b-9458cd946ac3 req-6cb510b0-49da-4fc5-bc4a-720e7e99711f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:14.834894 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3ce389bb-cd1d-4327-858b-9458cd946ac3 req-6cb510b0-49da-4fc5-bc4a-720e7e99711f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0809381 Feb 17 04:42:14.940020 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3ce389bb-cd1d-4327-858b-9458cd946ac3 req-e906fcb1-8a51-418d-bc03-8e8aff5ddd5f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928197 Feb 17 04:42:15.040553 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b28b85b8-00c2-427f-84a4-a19473d7eb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.048932 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b28b85b8-00c2-427f-84a4-a19473d7eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.081945 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b28b85b8-00c2-427f-84a4-a19473d7eb93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=852ed9357780491c932512fd08af5cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077902 Feb 17 04:42:15.084620 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 48918) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:15.147467 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b85b8-00c2-427f-84a4-a19473d7eb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668600c0-9ad5-48e6-82dc-07c540700ce9,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:15.210054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.283884 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.369535 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.372503 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:15.378623 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/668600c0-9ad5-48e6-82dc-07c540700ce9 HTTP/1.1" status: 204 len: 168 time: 0.2902215 Feb 17 04:42:15.396616 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4aa1a-f1b8-44a9-9898-15e5e41a54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668600c0-9ad5-48e6-82dc-07c540700ce9,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:15.824164 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-e24d636b-b6f1-4a19-8c5a-063885f9160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:15.828348 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-e24d636b-b6f1-4a19-8c5a-063885f9160d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0773466 Feb 17 04:42:15.998265 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-d363edaa-b7ec-45a5-b520-f9cc76db5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:16.003499 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-d363edaa-b7ec-45a5-b520-f9cc76db5646 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1516879 Feb 17 04:42:16.065053 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48952) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:16.095081 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-4fa97975-01bd-4d73-a243-244de51a9a9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.0730674 Feb 17 04:42:16.096467 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fb851aae-1eda-4b35-b4f9-be6f6c1cb40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.215321 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e223af-e6b4-422c-a787-b6250c9f8806 req-ec92df3c-6751-4d04-9c7f-323baa44e227 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:16.223798 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-22e223af-e6b4-422c-a787-b6250c9f8806 req-ec92df3c-6751-4d04-9c7f-323baa44e227 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1275387 Feb 17 04:42:16.224270 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fb851aae-1eda-4b35-b4f9-be6f6c1cb40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.241434 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fb851aae-1eda-4b35-b4f9-be6f6c1cb40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.259726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-10ab3d6c-f358-4ca4-961f-7173b39bc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:16.261837 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-10ab3d6c-f358-4ca4-961f-7173b39bc94d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.1458850 Feb 17 04:42:16.285553 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-22e223af-e6b4-422c-a787-b6250c9f8806 req-1f63a1eb-1ab4-4951-a4c8-9c77045c2960 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541179 Feb 17 04:42:16.293169 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb851aae-1eda-4b35-b4f9-be6f6c1cb40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109c66b-cc33-46d0-9093-a35baf124801,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:16.319142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-d8b0deaf-fe43-4c0c-b52e-584d6debf334 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318742 Feb 17 04:42:16.325114 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-fb851aae-1eda-4b35-b4f9-be6f6c1cb40c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07ff89b87baa425d871bea72e2bb70f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589302 Feb 17 04:42:16.329351 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 48966) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:16.402051 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.462868 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.486390 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-494df1a2-307c-45b2-956b-d72a329dbdac service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594355 Feb 17 04:42:16.702055 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.705971 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:16.707121 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4109c66b-cc33-46d0-9093-a35baf124801 HTTP/1.1" status: 204 len: 168 time: 0.3766704 Feb 17 04:42:16.723556 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aac88-7529-455c-b9f3-9f991afe61b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109c66b-cc33-46d0-9093-a35baf124801,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:16.765929 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c1b236f4-3dec-4271-aabe-2218aa609b1a req-c17cd47b-6a58-4205-b809-d412016f63aa service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714376 Feb 17 04:42:17.113785 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49004) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:17.220509 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.455297 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d4014-effa-4fe1-bbd6-10d2dba3850e req-511c5ff3-fe29-4c15-bba0-bc39a3841b91 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:17.467241 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-348d4014-effa-4fe1-bbd6-10d2dba3850e req-511c5ff3-fe29-4c15-bba0-bc39a3841b91 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0804863 Feb 17 04:42:17.547385 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49024) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:17.551573 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0350877e-c27c-4214-af8e-5c22c5de525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.570346 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a853-2e9f-4943-8219-65f80189979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.596027 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-348d4014-effa-4fe1-bbd6-10d2dba3850e req-41ec1d6c-4feb-4be5-9da7-988099b47a66 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221466 Feb 17 04:42:17.742225 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a853-2e9f-4943-8219-65f80189979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.754297 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecb1a853-2e9f-4943-8219-65f80189979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.761159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0350877e-c27c-4214-af8e-5c22c5de525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.770684 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0350877e-c27c-4214-af8e-5c22c5de525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.841767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350877e-c27c-4214-af8e-5c22c5de525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debc3e24-64fa-4048-923e-504406a61d70,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:17.851903 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ecb1a853-2e9f-4943-8219-65f80189979f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e263e74ba6c844d1af8dc49e16152e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027754 Feb 17 04:42:17.861720 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49042) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:17.865079 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0350877e-c27c-4214-af8e-5c22c5de525a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cadacbbb520549ab82376a4eed826ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484112 Feb 17 04:42:17.880224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49046) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:17.945932 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1a853-2e9f-4943-8219-65f80189979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841ef15d-2798-4096-9055-9dfa8cd69aa7,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:17.961140 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.976660 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:17.989364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.055081 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.058360 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.061666 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/debc3e24-64fa-4048-923e-504406a61d70 HTTP/1.1" status: 204 len: 168 time: 0.1797113 Feb 17 04:42:18.088079 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d07fb3-7404-4ec4-b3fa-6602f984e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debc3e24-64fa-4048-923e-504406a61d70,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:18.224138 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.310469 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.314025 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.315792 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/841ef15d-2798-4096-9055-9dfa8cd69aa7 HTTP/1.1" status: 204 len: 168 time: 0.4531517 Feb 17 04:42:18.326388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83926b-dc59-4a41-b88c-0725393c87f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841ef15d-2798-4096-9055-9dfa8cd69aa7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:18.653093 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-fa5d22d9-4840-4782-b065-b37ce435d254 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:18.656454 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-fa5d22d9-4840-4782-b065-b37ce435d254 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 814 time: 0.1502020 Feb 17 04:42:18.682541 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-6c3a6244-ed00-44df-85c1-e64de666c05b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/quotas/7b34225705a24e40aa1e5870a03d91f3 HTTP/1.1" status: 200 len: 375 time: 0.0178268 Feb 17 04:42:18.725129 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49078) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:18.733324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584fd3-ac91-480a-94fd-b593a6f5091e req-b4652479-5b1e-4b76-8838-72b94f6df2c2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:18.735439 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-81584fd3-ac91-480a-94fd-b593a6f5091e req-b4652479-5b1e-4b76-8838-72b94f6df2c2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0679595 Feb 17 04:42:18.756213 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e88075-851e-4f57-9ad2-f138219fb56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.768734 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-3e1293fb-e8b4-4b37-8736-3604edf44022 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705080 Feb 17 04:42:18.809634 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-81584fd3-ac91-480a-94fd-b593a6f5091e req-d55cbace-0c54-44e5-9cec-d98ea5b84990 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Feb 17 04:42:18.874133 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e88075-851e-4f57-9ad2-f138219fb56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.883729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e88075-851e-4f57-9ad2-f138219fb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:18.954792 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e88075-851e-4f57-9ad2-f138219fb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4261aaf8-d677-43ad-8d61-95b4fb57517f,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:18.962340 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-58e88075-851e-4f57-9ad2-f138219fb56d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3b9034407d5496eaa21a0bc708d37b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258985 Feb 17 04:42:18.965339 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49096) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:18.988839 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-443923c2-2909-459e-865d-b772037a4e02 service neutron] 10.222.0.61 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036176 Feb 17 04:42:19.036527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.075761 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.125932 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-e3675799-93b9-414a-8457-38b08d973fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344690 Feb 17 04:42:19.147852 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.151567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.153070 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4261aaf8-d677-43ad-8d61-95b4fb57517f HTTP/1.1" status: 204 len: 168 time: 0.1867750 Feb 17 04:42:19.164872 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ab49a-ca25-4e8d-8b1e-b0e527f27fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261aaf8-d677-43ad-8d61-95b4fb57517f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:19.378919 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b9626b29-6afd-4cb9-9958-c46a898aea1c req-2e946eeb-aab6-4d77-bcc7-1267940aab33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 210 time: 0.0420513 Feb 17 04:42:19.548213 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49128) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:19.706770 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f16f12c-621a-4198-9ce9-e4f5d59d66a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.800117 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f16f12c-621a-4198-9ce9-e4f5d59d66a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.804283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f16f12c-621a-4198-9ce9-e4f5d59d66a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.840845 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16f12c-621a-4198-9ce9-e4f5d59d66a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346a2b1d-74d7-4912-ad1b-9fc3e5f6b4e7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:19.847402 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2f16f12c-621a-4198-9ce9-e4f5d59d66a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f777617ef564461a8599b27aba04aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969775 Feb 17 04:42:19.850016 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49150) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:19.923816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:19.948152 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.005935 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea648e-a7ca-4522-9a84-ae91b82ad844 req-29d7aae7-548c-4b61-9b6c-06482e9b9d47 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:20.011393 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31ea648e-a7ca-4522-9a84-ae91b82ad844 req-29d7aae7-548c-4b61-9b6c-06482e9b9d47 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0900111 Feb 17 04:42:20.020313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.035004 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.038745 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/346a2b1d-74d7-4912-ad1b-9fc3e5f6b4e7 HTTP/1.1" status: 204 len: 168 time: 0.1855452 Feb 17 04:42:20.058842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ccf4-c5bd-481a-88ad-8e01fd8f5427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346a2b1d-74d7-4912-ad1b-9fc3e5f6b4e7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:20.085975 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31ea648e-a7ca-4522-9a84-ae91b82ad844 req-3ae0fa0f-360e-4a78-9d86-67ee46ab399e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682578 Feb 17 04:42:20.452603 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49184) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:20.500038 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b8eb8d11-426e-424f-a38e-8a53ec227a54 req-5cab6a90-9d6e-479b-9b5e-6733d3a15459 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 210 time: 0.0433016 Feb 17 04:42:20.501176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e865569-0d5d-47da-9c64-a684794e8a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.691521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-e78454cc-9487-43a0-b970-b0fdbce7db9f tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:20.693232 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-e78454cc-9487-43a0-b970-b0fdbce7db9f tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 814 time: 0.1645052 Feb 17 04:42:20.713687 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e865569-0d5d-47da-9c64-a684794e8a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.719836 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'port': {'device_id': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'admin_state_up': True, 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:20.738063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e865569-0d5d-47da-9c64-a684794e8a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.822322 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e865569-0d5d-47da-9c64-a684794e8a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233b971-aaa1-42c8-bac1-22673ed8d0d0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:20.829858 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6e865569-0d5d-47da-9c64-a684794e8a55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa39f22271e7424b89a9dc76d2b2c3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761556 Feb 17 04:42:20.832596 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49202) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:20.893607 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.903242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Made reservation on behalf of 7b34225705a24e40aa1e5870a03d91f3 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:20.912681 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:20.933671 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.043704 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.046616 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.048867 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0233b971-aaa1-42c8-bac1-22673ed8d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2142298 Feb 17 04:42:21.064615 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116603b1-463f-4a2d-a3c8-d7bb2869820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233b971-aaa1-42c8-bac1-22673ed8d0d0,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:21.102866 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Allocated IP 172.20.0.6 (ab63503d-021a-4c9a-93c6-d10cf9092bfb/ce26c018-d96d-437e-b43e-19d8c973a9fa/22c72de9-c968-4256-b50b-282fee0a78b4) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:21.353106 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef89fa-83b2-47c6-979d-08b8de35e9de req-0dcc8afd-5b00-4957-b688-f6c3f3a0f029 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.354866 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-acef89fa-83b2-47c6-979d-08b8de35e9de req-0dcc8afd-5b00-4957-b688-f6c3f3a0f029 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1025081 Feb 17 04:42:21.377165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.412916 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-acef89fa-83b2-47c6-979d-08b8de35e9de req-71b8d688-c902-47db-b644-27b65a06bb39 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Feb 17 04:42:21.437084 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.483660 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:21.487276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:21.490899 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:21.659361 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:21.669603 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.679272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.690255 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54d8e1-6fbc-45b4-982c-269a07d6cd77 req-e15c4cb0-61ae-4d58-b28f-f509b58e05e2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:21.699296 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0d54d8e1-6fbc-45b4-982c-269a07d6cd77 req-e15c4cb0-61ae-4d58-b28f-f509b58e05e2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 931 time: 0.0846426 Feb 17 04:42:21.712161 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-997734dc-5afd-4a54-9bb0-b8faf10521ff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010488 Feb 17 04:42:21.760863 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Request body: {'port': {'device_id': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:21.802861 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ff238cdf-a26d-4092-aa39-99e4c777c6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.828224 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0d54d8e1-6fbc-45b4-982c-269a07d6cd77 req-08fa60bd-c488-49f4-8f91-08a4596e624b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243336 Feb 17 04:42:21.850525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-149d6144-d5f3-4fe3-bb57-c753d7d2e3e6 None None] Provisioning complete for port 22c72de9-c968-4256-b50b-282fee0a78b4 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:21.850911 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-149d6144-d5f3-4fe3-bb57-c753d7d2e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.916476 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:21.933886 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-149d6144-d5f3-4fe3-bb57-c753d7d2e3e6 None None] Port 22c72de9-c968-4256-b50b-282fee0a78b4 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:22.319272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c72de9-c968-4256-b50b-282fee0a78b4 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:22.331559 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:22.347413 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Transition to ACTIVE for port object 22c72de9-c968-4256-b50b-282fee0a78b4 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:42:22.353760 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:22.749394 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:22.896441 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Attempting to bind port 22c72de9-c968-4256-b50b-282fee0a78b4 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:22.897083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Attempting to bind port 22c72de9-c968-4256-b50b-282fee0a78b4 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:22.899060 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Attempting to bind port 22c72de9-c968-4256-b50b-282fee0a78b4 on network ab63503d-021a-4c9a-93c6-d10cf9092bfb {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:22.908901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Port 22c72de9-c968-4256-b50b-282fee0a78b4 on network ab63503d-021a-4c9a-93c6-d10cf9092bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:42:22.914372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Attempting to bind port 22c72de9-c968-4256-b50b-282fee0a78b4 on network ab63503d-021a-4c9a-93c6-d10cf9092bfb {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:22.918410 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49312) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:22.950972 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9edca-d567-4ef8-b01d-08ef8285cba3 req-fc55e18c-d63c-473a-8e97-ef4f6d8f00ca tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:22.966081 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bea9edca-d567-4ef8-b01d-08ef8285cba3 req-fc55e18c-d63c-473a-8e97-ef4f6d8f00ca tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.3167243 Feb 17 04:42:22.974554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:22.975141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Checking segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:22.975639 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Bound using segment: {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:22.976208 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Bound port: 22c72de9-c968-4256-b50b-282fee0a78b4, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:22.976673 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.085918 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Deleting subnet ee6ef1e3-40d4-44e3-8d53-eff50cd5bbe3 {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:42:23.119446 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.137962 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bea9edca-d567-4ef8-b01d-08ef8285cba3 req-b6f42e8c-d11e-41ec-8870-842b3f9594e5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579940 Feb 17 04:42:23.148866 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:23.152310 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:23.163933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.213495 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:23.214286 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.216089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] 10.222.0.37 "PUT /v2.0/ports/22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 1093 time: 1.4596226 Feb 17 04:42:23.219517 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:23.222712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5021ef-39c3-45ea-ac67-8af9928183b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:23.263680 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f19a4-62f7-43ad-b032-443db7ca4965 service neutron] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:23.287731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505ec6a-f317-4f00-979a-d899f759662f x-openstack-request-id: req-2505ec6a-f317-4f00-979a-d899f759662f {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:23.288047 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:23.288323 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2505ec6a-f317-4f00-979a-d899f759662f {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:23.288716 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:42:23.289217 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.317219 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9fd8-2fd0-4d2f-8744-e5b2f147db8e req-864b8e80-f383-4c76-b71e-88995db460c4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:23.319636 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c2ed9fd8-2fd0-4d2f-8744-e5b2f147db8e req-864b8e80-f383-4c76-b71e-88995db460c4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.2705936 Feb 17 04:42:23.321496 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.413710 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c2ed9fd8-2fd0-4d2f-8744-e5b2f147db8e req-c9f56e26-006e-4e64-9df3-133df42c0e57 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646226 Feb 17 04:42:23.433428 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.449593 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.456489 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee6ef1e3-40d4-44e3-8d53-eff50cd5bbe3 HTTP/1.1" status: 204 len: 168 time: 0.5347836 Feb 17 04:42:23.457618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49322) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:23.477920 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3220d-1e81-46dc-8ba6-b28e163a3e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6ef1e3-40d4-44e3-8d53-eff50cd5bbe3,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:23.547483 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.660800 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.687011 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be7303c-9703-4c27-a529-9d3b2ef48ddb']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:23.696876 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46f79c7-81af-4d84-8536-7a547bffbd86') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:23.697176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46f79c7-81af-4d84-8536-7a547bffbd86') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:23.706404 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.720201 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.730063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:42:23.730823 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:42:23.792440 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:42:23.811456 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.823220 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.826933 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] 10.222.0.61 "DELETE /v2.0/networks/2be7303c-9703-4c27-a529-9d3b2ef48ddb HTTP/1.1" status: 204 len: 168 time: 0.3681412 Feb 17 04:42:23.829045 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d3c5e-a58d-41be-bda5-478fe67a686a admin admin] Pushing event deleted for resources: {'Network': ['ID=2be7303c-9703-4c27-a529-9d3b2ef48ddb,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:23.830499 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49340) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:23.890701 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Deleting subnet 3d251c1b-2799-4cde-89bb-f0c1da10d1a3 {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:42:23.894770 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.957607 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:23.963852 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.036034 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.083111 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d251c1b-2799-4cde-89bb-f0c1da10d1a3,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:24.091660 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.099724 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5c1cb427-1fba-4a5b-bb5a-e4f9513a1bd3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d251c1b-2799-4cde-89bb-f0c1da10d1a3 HTTP/1.1" status: 204 len: 168 time: 0.2660518 Feb 17 04:42:24.100124 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49354) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:24.222184 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.282492 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-17dc10cd-e733-45d5-ab83-763a47d54459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.383832 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.410264 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299f6df-2712-4834-a463-eef0d619fbb7 req-660e07fe-278e-4229-a100-a1cfd1c10c55 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:24.411942 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9299f6df-2712-4834-a463-eef0d619fbb7 req-660e07fe-278e-4229-a100-a1cfd1c10c55 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1039414 Feb 17 04:42:24.466851 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142871e8-8392-4cd9-b392-c8ec5367effa']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:24.501484 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6f0f83-a9d3-4341-9ba1-d9dafe7ac987') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:24.502110 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6f0f83-a9d3-4341-9ba1-d9dafe7ac987') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:24.527413 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9299f6df-2712-4834-a463-eef0d619fbb7 req-b1f4379e-c63e-4c02-95a7-30c59b0b0ad3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968592 Feb 17 04:42:24.540066 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.591762 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.603653 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:42:24.604055 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:42:24.605803 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:42:24.672626 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d8e94-423a-4ea2-9dde-0b396a0b1165 req-91b044a8-17f7-49db-9d53-4b405e5a5e73 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:24.674179 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-779d8e94-423a-4ea2-9dde-0b396a0b1165 req-91b044a8-17f7-49db-9d53-4b405e5a5e73 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.1171975 Feb 17 04:42:24.693458 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.711098 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:24.728296 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] 10.222.0.61 "DELETE /v2.0/networks/142871e8-8392-4cd9-b392-c8ec5367effa HTTP/1.1" status: 204 len: 168 time: 0.6263177 Feb 17 04:42:24.790226 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1a49-b091-4b1f-a760-023d6a04909f admin admin] Pushing event deleted for resources: {'Network': ['ID=142871e8-8392-4cd9-b392-c8ec5367effa,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:24.820704 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-779d8e94-423a-4ea2-9dde-0b396a0b1165 req-1c4e3ecc-9c9f-474c-aa6e-68586b12b8e6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910490 Feb 17 04:42:24.997901 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49376) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:25.044831 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.048469 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2781f690-6294-4618-a209-339c16205eb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c912fbda5f2424496158844fa198a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493133 Feb 17 04:42:25.050998 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49378) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:25.103819 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.129673 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.182208 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.184822 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.185968 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd63f173-b5a6-4168-85f8-3078b07e50dc HTTP/1.1" status: 204 len: 168 time: 0.1337972 Feb 17 04:42:25.194449 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257bb23-f609-4a69-afcc-f763c0708846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63f173-b5a6-4168-85f8-3078b07e50dc,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:25.607932 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49396) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:25.672507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49400) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:25.676046 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-12b9410d-c067-4f86-adf8-3b5f290fdf6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29331df7f0cc49a588bcfd9d4c74fc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577192 Feb 17 04:42:25.731258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d0851-3bda-427e-adac-73b8c354f9b8 req-1a7eb7c5-bee1-4f92-9a28-e42da661115a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:25.739453 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e78d0851-3bda-427e-adac-73b8c354f9b8 req-1a7eb7c5-bee1-4f92-9a28-e42da661115a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1125374 Feb 17 04:42:25.834332 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e78d0851-3bda-427e-adac-73b8c354f9b8 req-20ab9289-f640-4dc7-b78e-19bd25b128aa tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908940 Feb 17 04:42:25.848550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.881151 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.986692 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.989289 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:25.993134 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed4b1930-aa35-4d31-9200-4a7113ccf100 HTTP/1.1" status: 204 len: 168 time: 0.3131170 Feb 17 04:42:25.998838 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0101c-b610-4a8b-94bf-040abc1d923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b1930-aa35-4d31-9200-4a7113ccf100,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:26.042877 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf532e7-c968-486f-a1b8-9fcc783efc81 req-d390e9f6-3519-48c4-99b4-86c3bf0a6184 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:26.052191 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6cf532e7-c968-486f-a1b8-9fcc783efc81 req-d390e9f6-3519-48c4-99b4-86c3bf0a6184 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.1392400 Feb 17 04:42:26.112687 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6cf532e7-c968-486f-a1b8-9fcc783efc81 req-daf80bff-aec5-425e-8a5b-7d40d7280b81 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Feb 17 04:42:26.733518 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:27.048273 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:27.074442 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932bdd3-6dfb-4710-9485-0ae70aa9108f req-6d89e6a6-4a4c-419f-8bf1-e95d0bad9762 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.074938 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b932bdd3-6dfb-4710-9485-0ae70aa9108f req-6d89e6a6-4a4c-419f-8bf1-e95d0bad9762 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1067085 Feb 17 04:42:27.141185 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b932bdd3-6dfb-4710-9485-0ae70aa9108f req-fbc7b1ba-f034-46a1-a300-45f9262fcb8b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Feb 17 04:42:27.332428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df947-af45-4c78-a382-5c29f947609c req-4fb01a4d-1f44-4bf3-bb10-b33c5398443b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:27.344980 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3b2df947-af45-4c78-a382-5c29f947609c req-4fb01a4d-1f44-4bf3-bb10-b33c5398443b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0934894 Feb 17 04:42:27.391804 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3b2df947-af45-4c78-a382-5c29f947609c req-1e6fc27b-556f-4fe4-8391-16de486804ac tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Feb 17 04:42:28.282876 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b26afb-2b17-4abb-9378-bd7e4bfa1833 req-5661a73b-2c05-4afe-b37e-527098dd698b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.284413 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a5b26afb-2b17-4abb-9378-bd7e4bfa1833 req-5661a73b-2c05-4afe-b37e-527098dd698b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0567288 Feb 17 04:42:28.334961 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a5b26afb-2b17-4abb-9378-bd7e4bfa1833 req-07bc1c51-cd5d-4349-b075-ff5c3a5955d5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Feb 17 04:42:28.511808 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66454b-2c06-4c4e-815b-581b25524b4f req-13875c6a-8d8c-4bb9-838b-97aacb50a947 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:28.513393 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-be66454b-2c06-4c4e-815b-581b25524b4f req-13875c6a-8d8c-4bb9-838b-97aacb50a947 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0578363 Feb 17 04:42:28.552735 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-be66454b-2c06-4c4e-815b-581b25524b4f req-ccd58a9a-8666-4938-a363-c362a43d9849 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Feb 17 04:42:29.461350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf1edc-c002-4f60-9fb4-c3c03c46e85b req-ba56a466-b34f-441c-a038-6a5434e8cc0a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.466968 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8bdf1edc-c002-4f60-9fb4-c3c03c46e85b req-ba56a466-b34f-441c-a038-6a5434e8cc0a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0595484 Feb 17 04:42:29.501058 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8bdf1edc-c002-4f60-9fb4-c3c03c46e85b req-ef638866-c6b6-4b63-b21b-205cdcce51c8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Feb 17 04:42:29.691142 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb01e7b-66c4-410b-ba68-a71053851680 req-183fd71a-4842-4ca3-9452-9919eaf8a2d1 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:29.692832 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fbb01e7b-66c4-410b-ba68-a71053851680 req-183fd71a-4842-4ca3-9452-9919eaf8a2d1 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0484705 Feb 17 04:42:29.748125 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fbb01e7b-66c4-410b-ba68-a71053851680 req-63c0026c-96d6-4973-b0d9-1dcede6bf6ab tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Feb 17 04:42:30.697276 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b7dff-2da8-4408-87f7-daaf60916635 req-fc444f39-ca49-4e45-a9b6-ca00581633f3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.703471 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d24b7dff-2da8-4408-87f7-daaf60916635 req-fc444f39-ca49-4e45-a9b6-ca00581633f3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0745704 Feb 17 04:42:30.745628 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d24b7dff-2da8-4408-87f7-daaf60916635 req-69cfdddd-79e0-494b-a000-1b08d5215d63 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Feb 17 04:42:30.901653 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356646d5-db33-427b-be4a-5006bfd79128 req-ae59847e-7c8c-4ca8-a579-de9330ae2ad9 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:30.910375 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-356646d5-db33-427b-be4a-5006bfd79128 req-ae59847e-7c8c-4ca8-a579-de9330ae2ad9 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0633829 Feb 17 04:42:30.963635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-356646d5-db33-427b-be4a-5006bfd79128 req-95db73a6-0221-44fe-85d7-a5fed8037c74 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516052 Feb 17 04:42:31.865191 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7911-9bcb-40b5-9132-4cd3f13a3d30 req-f0f1e3b1-ba75-4bf5-a3b1-e84a83747841 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:31.866899 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-14de7911-9bcb-40b5-9132-4cd3f13a3d30 req-f0f1e3b1-ba75-4bf5-a3b1-e84a83747841 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0468645 Feb 17 04:42:31.909098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-14de7911-9bcb-40b5-9132-4cd3f13a3d30 req-fe5ebd0b-3795-4ea0-8424-ffe1c0fcca4a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336888 Feb 17 04:42:32.080741 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e98d-964d-4401-9fbf-9d70056f66fb req-dadcb8d9-8af5-4b26-a0c0-2c4715b29a30 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:32.082641 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c749e98d-964d-4401-9fbf-9d70056f66fb req-dadcb8d9-8af5-4b26-a0c0-2c4715b29a30 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0518880 Feb 17 04:42:32.133327 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c749e98d-964d-4401-9fbf-9d70056f66fb req-eeee1ac3-1c1d-46f5-8a3f-626f14abfecb tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Feb 17 04:42:33.022198 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3044f-08ad-475b-bc63-2c0b7819e7da req-b671e6c0-db96-48be-9207-8f6ca2d638c7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.023645 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48e3044f-08ad-475b-bc63-2c0b7819e7da req-b671e6c0-db96-48be-9207-8f6ca2d638c7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0479403 Feb 17 04:42:33.059480 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48e3044f-08ad-475b-bc63-2c0b7819e7da req-fffb711d-ee9b-4d85-b44e-769ef9e774c1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299249 Feb 17 04:42:33.255517 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f541c8-2b62-4770-9dde-9e097b5b6d52 req-95e70428-93a7-4b91-989c-f3d5592daf26 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:33.257014 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47f541c8-2b62-4770-9dde-9e097b5b6d52 req-95e70428-93a7-4b91-989c-f3d5592daf26 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0584319 Feb 17 04:42:33.292634 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47f541c8-2b62-4770-9dde-9e097b5b6d52 req-8c66e906-593a-4b4b-bfb7-f83839e06dff tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298390 Feb 17 04:42:34.024942 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-50ca0f97-8347-4f65-96d4-141b696812ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.026425 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-50ca0f97-8347-4f65-96d4-141b696812ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1096 time: 0.0418191 Feb 17 04:42:34.246844 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cc46-43f1-42d2-bd6c-1207396a5912 req-7a4f2140-b52a-43bb-a7df-ff9887910ae7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.248319 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2cb6cc46-43f1-42d2-bd6c-1207396a5912 req-7a4f2140-b52a-43bb-a7df-ff9887910ae7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1185703 Feb 17 04:42:34.253082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-96004863-3ce0-495c-b994-51aa9de10cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.254404 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-96004863-3ce0-495c-b994-51aa9de10cb8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7b34225705a24e40aa1e5870a03d91f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2098355 Feb 17 04:42:34.427150 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e94ac-c0fe-4091-b028-a16e62a081e5 req-2d99ddec-4bc4-49de-a434-963e7d5a4fb6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.429113 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8e7e94ac-c0fe-4091-b028-a16e62a081e5 req-2d99ddec-4bc4-49de-a434-963e7d5a4fb6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0630319 Feb 17 04:42:34.480781 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8e7e94ac-c0fe-4091-b028-a16e62a081e5 req-03691679-89a9-437b-adb8-520b98039a51 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Feb 17 04:42:34.598239 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2cb6cc46-43f1-42d2-bd6c-1207396a5912 req-5a8e4a08-7fbc-4af9-9a9c-9486e10182e1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429012 Feb 17 04:42:34.677112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-13cbdba6-a912-4735-8ba7-050aa12c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.678610 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9b5021ef-39c3-45ea-ac67-8af9928183b0 req-13cbdba6-a912-4735-8ba7-050aa12c5fcb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4107919 Feb 17 04:42:34.764714 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-7e9d3742-9703-42f7-b946-bcd60e261ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.766417 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-7e9d3742-9703-42f7-b946-bcd60e261ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1096 time: 0.0448802 Feb 17 04:42:34.814133 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-56fb12b2-4f75-49e2-9de1-d7af1f7ef943 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 217 time: 0.0369244 Feb 17 04:42:34.876569 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-7705cd5d-5b6d-40b4-8f38-d0a7a9085228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.877895 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-7705cd5d-5b6d-40b4-8f38-d0a7a9085228 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0433877 Feb 17 04:42:34.934805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-f09ad77b-5986-4b59-b840-950d440e4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:34.936825 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-f09ad77b-5986-4b59-b840-950d440e4702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498979 Feb 17 04:42:35.024882 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-635ed8ad-17e5-4e5b-821e-26fd9f2e1082 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812962 Feb 17 04:42:35.131613 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e4c48d84-ccc1-41cb-89d2-cb0339280cf3 req-76fca139-008e-404a-aa40-58562f77e818 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977788 Feb 17 04:42:35.610641 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744024e-cf3a-4511-aab8-d1492609f289 req-e1613399-e877-44a4-9947-169eb35af5dc tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.612231 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7744024e-cf3a-4511-aab8-d1492609f289 req-e1613399-e877-44a4-9947-169eb35af5dc tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0556099 Feb 17 04:42:35.650202 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7744024e-cf3a-4511-aab8-d1492609f289 req-a1957510-8645-41d9-94e9-b1caae7cdb1b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Feb 17 04:42:35.869755 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05ce61-a131-4c97-87f5-50485aaf899c req-e4095c74-60bb-40a7-97ed-ff9de1351ef8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.871546 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2c05ce61-a131-4c97-87f5-50485aaf899c req-e4095c74-60bb-40a7-97ed-ff9de1351ef8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0537469 Feb 17 04:42:35.893404 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601ae5-102d-447b-906c-3d0eace03bcb req-a41dc18f-8ec9-483c-be96-f0e9ae0a3302 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.895281 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a9601ae5-102d-447b-906c-3d0eace03bcb req-a41dc18f-8ec9-483c-be96-f0e9ae0a3302 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1165383 Feb 17 04:42:35.914720 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91572cd-c37b-453a-b8cd-00b72fe53a70 req-276bf46a-f40d-4ae9-b8fc-5556d3af7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:35.916349 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e91572cd-c37b-453a-b8cd-00b72fe53a70 req-276bf46a-f40d-4ae9-b8fc-5556d3af7538 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0876756 Feb 17 04:42:35.938886 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2c05ce61-a131-4c97-87f5-50485aaf899c req-3d4f45ca-9f20-439a-80cf-7686619f19b9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Feb 17 04:42:35.967019 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a9601ae5-102d-447b-906c-3d0eace03bcb req-48f4a729-7a93-44e1-8cf5-12aa3471b21f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627217 Feb 17 04:42:35.988734 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e91572cd-c37b-453a-b8cd-00b72fe53a70 req-fafd21df-dcf7-4007-b02f-391089e41893 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Feb 17 04:42:36.625861 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49758) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:36.778072 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:36.778316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa452f8-4ac1-48e0-9890-a25d5cb97549 req-e2d9d985-2023-4ff0-80d7-0e9956eb456a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:36.779857 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fa452f8-4ac1-48e0-9890-a25d5cb97549 req-e2d9d985-2023-4ff0-80d7-0e9956eb456a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0507863 Feb 17 04:42:36.820365 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fa452f8-4ac1-48e0-9890-a25d5cb97549 req-f33c64af-5b60-4c20-b798-bf6070c3ad28 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Feb 17 04:42:36.864225 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:36.868287 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:36.906117 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbb070c2bcae434f9e13462c66134c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790542 Feb 17 04:42:36.907135 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba5622-b509-44e2-b1d7-ef37a9aa00db,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:36.908857 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49768) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:36.914347 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.914699 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.915033 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.915361 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.915685 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.916041 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.916366 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.916683 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.917001 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.917313 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.917627 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.917986 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e46ba0-e94f-46f0-ab98-13ff60118023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:36.919307 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49770) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:36.979541 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.011004 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.072323 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-40042ffe-b434-4ce9-9904-1197b23aaa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.082878 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a51923-cb58-47c1-83e9-769ac4fb1f30 req-9029d9a2-b71f-4a7c-8e26-00d589447b20 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.084405 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-97a51923-cb58-47c1-83e9-769ac4fb1f30 req-9029d9a2-b71f-4a7c-8e26-00d589447b20 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0616720 Feb 17 04:42:37.131049 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-97a51923-cb58-47c1-83e9-769ac4fb1f30 req-c0d1b68f-5995-4b57-b956-cbc4a1d3d5d9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Feb 17 04:42:37.141754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bd574-6a3f-42cb-a894-b0379b9ee411 req-b527d461-8564-407c-9848-29f8deb621e6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.152179 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-903bd574-6a3f-42cb-a894-b0379b9ee411 req-b527d461-8564-407c-9848-29f8deb621e6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1019621 Feb 17 04:42:37.156229 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.158682 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.159926 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02ba5622-b509-44e2-b1d7-ef37a9aa00db HTTP/1.1" status: 204 len: 168 time: 0.2494028 Feb 17 04:42:37.194884 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba5622-b509-44e2-b1d7-ef37a9aa00db,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.215095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.220419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.220993 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.221481 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.221604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.222037 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.222372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.222729 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.223085 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.223715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.224245 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.224426 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d1fce-c967-480a-9512-e1af159642d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:37.272142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-903bd574-6a3f-42cb-a894-b0379b9ee411 req-be14a656-6298-4ca5-b4ef-b7322488ea11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108804 Feb 17 04:42:37.317121 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-40042ffe-b434-4ce9-9904-1197b23aaa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.326807 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-40042ffe-b434-4ce9-9904-1197b23aaa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.381752 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40042ffe-b434-4ce9-9904-1197b23aaa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4341bf9-a428-4c7e-8c9e-6f4c214bf045,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.423145 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 49792) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:37.423976 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-40042ffe-b434-4ce9-9904-1197b23aaa49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14fd003ce7a84738b941ee3539212421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034261 Feb 17 04:42:37.501733 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.533808 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.659792 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.663003 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:37.666745 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4341bf9-a428-4c7e-8c9e-6f4c214bf045 HTTP/1.1" status: 204 len: 168 time: 0.2393744 Feb 17 04:42:37.705097 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22013ac2-c73f-4032-847e-9aa66c2a2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4341bf9-a428-4c7e-8c9e-6f4c214bf045,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:37.740214 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-e7af3e9d-6cb7-45bd-99c6-bdd4cd33dbb0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.742463 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-e7af3e9d-6cb7-45bd-99c6-bdd4cd33dbb0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.1623809 Feb 17 04:42:37.758498 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-49c6065f-3ebc-4597-8323-a704dd003fe7 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/quotas/e412123afb3d4573a452f749e09a3158 HTTP/1.1" status: 200 len: 375 time: 0.0103974 Feb 17 04:42:37.819940 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-61508df7-1fd2-4684-8c1f-9dfa70626235 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546060 Feb 17 04:42:37.933449 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ccc710f-18e5-4bd8-b0df-ec3c6c4ab884 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034701 Feb 17 04:42:37.990538 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc205be-cbb1-48a4-99ae-9a30c987f466 req-bace9af0-adbb-46a4-a176-457d56a27c58 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:37.993146 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0dc205be-cbb1-48a4-99ae-9a30c987f466 req-bace9af0-adbb-46a4-a176-457d56a27c58 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 943 time: 0.0779934 Feb 17 04:42:38.033909 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0dc205be-cbb1-48a4-99ae-9a30c987f466 req-752e5dcc-97b6-4e87-bd82-cbd0f2a5b6b3 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Feb 17 04:42:38.079854 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-c604dc4f-48f1-4909-8e99-654167f62511 service neutron] 10.222.0.61 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397390 Feb 17 04:42:38.138841 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49832) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:38.153684 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79919db7-6f0c-419c-875b-3b12660a78b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.303758 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-86f8e77f-674a-4219-8860-4b3f42657684 req-a1a172c8-c632-477b-b8fb-d5b555be64b2 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0439601 Feb 17 04:42:38.306442 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79919db7-6f0c-419c-875b-3b12660a78b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.316159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59943453-99bf-407a-90e5-9cc4f90ace54 req-1877e18b-7b45-4673-906c-8591e9e1cbd5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:38.317887 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-59943453-99bf-407a-90e5-9cc4f90ace54 req-1877e18b-7b45-4673-906c-8591e9e1cbd5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1017742 Feb 17 04:42:38.321300 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79919db7-6f0c-419c-875b-3b12660a78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.377464 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919db7-6f0c-419c-875b-3b12660a78b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222f194f-c479-410f-84ab-04e7c93b77a0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:38.393774 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79919db7-6f0c-419c-875b-3b12660a78b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=570ce9fa3bb340f797518983eab8c998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536399 Feb 17 04:42:38.396430 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 49846) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:38.412721 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-59943453-99bf-407a-90e5-9cc4f90ace54 req-a9bf8070-30cf-4538-ae51-f29c932445aa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795298 Feb 17 04:42:38.478026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.499674 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e69f-02c1-43b4-8405-75872f0a127a req-0aed194e-f0e6-4a52-9004-163226b0c7c0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:38.501493 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5e69e69f-02c1-43b4-8405-75872f0a127a req-0aed194e-f0e6-4a52-9004-163226b0c7c0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0822949 Feb 17 04:42:38.532455 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.577808 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5e69e69f-02c1-43b4-8405-75872f0a127a req-90830f08-dfe5-4c2d-8bad-04f0f9929b5d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641203 Feb 17 04:42:38.600015 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.609017 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.614891 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/222f194f-c479-410f-84ab-04e7c93b77a0 HTTP/1.1" status: 204 len: 168 time: 0.2174497 Feb 17 04:42:38.628494 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97592e-c139-4573-b076-7236c97c1a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f194f-c479-410f-84ab-04e7c93b77a0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:38.645023 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 22c72de9-c968-4256-b50b-282fee0a78b4 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:38.808992 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:38.828381 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '22c72de9-c968-4256-b50b-282fee0a78b4', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'port_id': '22c72de9-c968-4256-b50b-282fee0a78b4', 'mac_address': 'fa:16:3e:07:c3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:38.899986 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:38.919873 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c72de9-c968-4256-b50b-282fee0a78b4 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:38.960842 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:38.966723 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:39.011138 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-caf662e4-c560-4594-89f9-9109d5520e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.015992 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-caf662e4-c560-4594-89f9-9109d5520e71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.1370974 Feb 17 04:42:39.029604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65fe6e-ae33-46c8-b875-e6b322fef52b req-26eeca5c-6e13-4c87-bd2e-1f51e7632213 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.032074 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-be65fe6e-ae33-46c8-b875-e6b322fef52b req-26eeca5c-6e13-4c87-bd2e-1f51e7632213 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1019144 Feb 17 04:42:39.047304 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:39.056123 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.056952 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.057530 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.058269 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.059157 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.059860 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.060392 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.060912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.062662 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.063378 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.064092 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.069707 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:39.152315 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-be65fe6e-ae33-46c8-b875-e6b322fef52b req-a31e8b19-4c37-4696-a5df-855929ade50b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050858 Feb 17 04:42:39.215564 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba015c5c-65d8-4718-8b4e-7aa8b309adc9 req-dcdce7c8-ef9b-46e5-a8b9-d4a3ae5411ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.224901 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba015c5c-65d8-4718-8b4e-7aa8b309adc9 req-dcdce7c8-ef9b-46e5-a8b9-d4a3ae5411ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 944 time: 0.0842221 Feb 17 04:42:39.225719 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-f5e3b3a3-6e3c-4415-9d68-dc7b5de332e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.229124 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-f5e3b3a3-6e3c-4415-9d68-dc7b5de332e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1950886 Feb 17 04:42:39.279688 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba015c5c-65d8-4718-8b4e-7aa8b309adc9 req-72dc7803-a37e-4885-abf7-299e380e1bf4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Feb 17 04:42:39.318186 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-efe39c50-496c-40bc-b46f-c6f6c7265342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.0645146 Feb 17 04:42:39.363643 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:39.394073 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-fd306aaf-cfe7-48b2-9272-dacfe351a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.395651 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-fd306aaf-cfe7-48b2-9272-dacfe351a511 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0685163 Feb 17 04:42:39.496272 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dbece418-e21b-459a-97fd-02df3ba73666 req-4c900c26-a959-4c83-94b6-562b782eb4c1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0904572 Feb 17 04:42:39.498178 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-950f4370-1282-4922-9749-8dfaff32a9c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946705 Feb 17 04:42:39.566911 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e81201-34e5-467f-b4ad-9fd83bbdc532 req-4f23250d-e994-4d20-a8c8-820474a6ba19 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.568836 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-29e81201-34e5-467f-b4ad-9fd83bbdc532 req-4f23250d-e994-4d20-a8c8-820474a6ba19 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0614636 Feb 17 04:42:39.617110 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-80d787fc-82b5-4bc3-b8ca-dba4225757b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009679 Feb 17 04:42:39.617673 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-29e81201-34e5-467f-b4ad-9fd83bbdc532 req-2dbaadfe-0a93-481e-b5f3-65fc7bd14372 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Feb 17 04:42:39.729655 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ee51cb6-2d63-4f10-a70d-f190159dbc79 req-5cae2529-a655-4073-a103-5c39d3f7fcf0 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048975 Feb 17 04:42:39.909054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-ee79b75c-2a91-427c-8b5a-8a0b66b40344 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:39.910614 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-ee79b75c-2a91-427c-8b5a-8a0b66b40344 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/networks?id=9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 200 len: 815 time: 0.1447117 Feb 17 04:42:39.926082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Request body: {'port': {'device_id': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'admin_state_up': True, 'tenant_id': 'e412123afb3d4573a452f749e09a3158'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:40.058431 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Made reservation on behalf of e412123afb3d4573a452f749e09a3158 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:40.062509 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.260912 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Allocated IP 172.20.0.5 (9090bff2-658b-4ec2-a138-be1aa7d71de9/82439587-9a2e-4d84-b5f1-332d332fa60e/25e0fe63-6291-4794-9ca4-5734759a3eb3) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:40.307294 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247724e6-17b5-4d04-b676-35228df5977c req-be1554ce-2786-476b-abc0-e1a3d75e7345 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.315278 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-247724e6-17b5-4d04-b676-35228df5977c req-be1554ce-2786-476b-abc0-e1a3d75e7345 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0888174 Feb 17 04:42:40.393627 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-247724e6-17b5-4d04-b676-35228df5977c req-9420aca6-4b89-46d6-a82f-187169be5a8b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Feb 17 04:42:40.437366 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340895cd-5753-44f0-8be8-5d991f19e39a req-3567402d-f0b5-4b1d-99df-443f2ca819fb tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.444716 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-340895cd-5753-44f0-8be8-5d991f19e39a req-3567402d-f0b5-4b1d-99df-443f2ca819fb tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 944 time: 0.0796697 Feb 17 04:42:40.554164 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.558597 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-340895cd-5753-44f0-8be8-5d991f19e39a req-f0427bfc-e6a1-4530-a5ff-7cef43a90ce1 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074443 Feb 17 04:42:40.659193 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 22c72de9-c968-4256-b50b-282fee0a78b4 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:40.688632 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2da3854a-d685-40ad-a6ef-ce8919a4836e req-a2bdebd3-2dfe-49a8-86ac-02c43fa9d1ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0746763 Feb 17 04:42:40.697188 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.755921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Network 9090bff2-658b-4ec2-a138-be1aa7d71de9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:40.759767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:40.763907 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:40.769670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469313d-4dbe-4b82-96d2-35c23eb54d0b req-ba26a48c-e069-48ba-907a-ebeee99004e8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.773797 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event updated for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:40.774356 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7', 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:40.792656 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5469313d-4dbe-4b82-96d2-35c23eb54d0b req-ba26a48c-e069-48ba-907a-ebeee99004e8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0924871 Feb 17 04:42:40.833076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:40.833743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.852526 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5469313d-4dbe-4b82-96d2-35c23eb54d0b req-85a9252f-f5c2-4002-bdb0-8f045cd0d3f7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589483 Feb 17 04:42:40.862154 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-0ff65288-303e-4c07-bef0-11c33d8a8ec1 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397016 Feb 17 04:42:40.870951 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 22c72de9-c968-4256-b50b-282fee0a78b4 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:40.880595 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Request body: {'port': {'device_id': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:40.895200 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 22c72de9-c968-4256-b50b-282fee0a78b4 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:40.896011 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:40.956473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.057975 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.116574 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:41.119005 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a355b3-d3d5-4b1a-8402-da72a1d716bc" -d '{"events": [{"server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "name": "network-vif-plugged", "status": "completed", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:41.144525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:41.158861 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.191616 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea214c79-0eeb-4854-a7c6-a745d3deb1f1 x-openstack-request-id: req-ea214c79-0eeb-4854-a7c6-a745d3deb1f1 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:41.192321 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "name": "network-vif-plugged", "status": "completed", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:41.192896 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea214c79-0eeb-4854-a7c6-a745d3deb1f1 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:41.193498 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'code': 200} Feb 17 04:42:41.244312 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.312913 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e0fe63-6291-4794-9ca4-5734759a3eb3 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:41.324914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.339469 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Transition to ACTIVE for port object 25e0fe63-6291-4794-9ca4-5734759a3eb3 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:42:41.346455 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.411051 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.483717 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Attempting to bind port 25e0fe63-6291-4794-9ca4-5734759a3eb3 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:41.484131 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Attempting to bind port 25e0fe63-6291-4794-9ca4-5734759a3eb3 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:41.484518 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Attempting to bind port 25e0fe63-6291-4794-9ca4-5734759a3eb3 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:41.489577 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Port 25e0fe63-6291-4794-9ca4-5734759a3eb3 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:42:41.489907 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Attempting to bind port 25e0fe63-6291-4794-9ca4-5734759a3eb3 on network 9090bff2-658b-4ec2-a138-be1aa7d71de9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:41.495425 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:41.495766 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Checking segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:41.496176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Bound using segment: {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:41.496608 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Bound port: 25e0fe63-6291-4794-9ca4-5734759a3eb3, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0052ff17-d77e-499e-8579-5a0761eccd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:41.496963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.547111 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471d438-ceb8-4940-968b-3c0e93c392d9 req-f3902428-90c7-4f7a-a25e-32f144c75a14 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.548825 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8471d438-ceb8-4940-968b-3c0e93c392d9 req-f3902428-90c7-4f7a-a25e-32f144c75a14 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0778852 Feb 17 04:42:41.575515 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:41.581985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:41.590129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.600798 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8471d438-ceb8-4940-968b-3c0e93c392d9 req-03a1b5de-4cbc-4872-bde4-f5028d0fa8d8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439692 Feb 17 04:42:41.641428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.642048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:41.643464 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] 10.222.0.37 "PUT /v2.0/ports/25e0fe63-6291-4794-9ca4-5734759a3eb3 HTTP/1.1" status: 200 len: 1093 time: 0.7707717 Feb 17 04:42:41.643906 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:41.648216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f80202-07db-41a5-a61d-3779207cdcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:41.683632 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea65420-e5a3-4093-b01a-ef1a48f258fc service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:41.729422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242d23e-b8c4-4c7a-8565-dd12ea498bc0 x-openstack-request-id: req-a242d23e-b8c4-4c7a-8565-dd12ea498bc0 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:41.729833 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:41.730180 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a242d23e-b8c4-4c7a-8565-dd12ea498bc0 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:41.730667 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3', 'status': 'completed', 'code': 200} Feb 17 04:42:41.755471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f440c-a866-46f7-8834-9906dda73a4d req-86bd612c-b972-4d44-abb3-afaf626e8876 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.760754 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4c0f440c-a866-46f7-8834-9906dda73a4d req-86bd612c-b972-4d44-abb3-afaf626e8876 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0714355 Feb 17 04:42:41.820743 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4c0f440c-a866-46f7-8834-9906dda73a4d req-edd04c0e-aaa2-4429-bda6-51b5b2246bca tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Feb 17 04:42:41.871411 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7563-a005-4e29-9130-46c89dcb300a req-90032823-1fbe-4ae6-be7d-7169b0e5b520 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.873312 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-405f7563-a005-4e29-9130-46c89dcb300a req-90032823-1fbe-4ae6-be7d-7169b0e5b520 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0585692 Feb 17 04:42:41.928558 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-405f7563-a005-4e29-9130-46c89dcb300a req-e6dd7eb1-0286-427d-9ac5-4fd62a8c1528 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Feb 17 04:42:41.989002 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90a1de-39e1-4813-931c-2a2288412572 req-49bec123-d5c0-4ac4-b4c9-37e6c6e69ba8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:41.990500 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f90a1de-39e1-4813-931c-2a2288412572 req-49bec123-d5c0-4ac4-b4c9-37e6c6e69ba8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0549431 Feb 17 04:42:42.031656 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f90a1de-39e1-4813-931c-2a2288412572 req-278ccf7c-86e6-4f7c-9dbe-63accfdca05f tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343201 Feb 17 04:42:42.099799 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50058) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:42.206042 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-521e74bb-5e52-4ac9-aa9d-d8cdb3d7f6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.301531 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-521e74bb-5e52-4ac9-aa9d-d8cdb3d7f6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.305335 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-521e74bb-5e52-4ac9-aa9d-d8cdb3d7f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.345232 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-521e74bb-5e52-4ac9-aa9d-d8cdb3d7f6af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21f3d5b42e994153accf96a621bf202d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442541 Feb 17 04:42:42.346099 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e74bb-5e52-4ac9-aa9d-d8cdb3d7f6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2dfcfc-6289-4702-9533-588fbcbcdddc,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.347835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50062) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:42.399591 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.420811 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.467865 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.470372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.474116 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b2dfcfc-6289-4702-9533-588fbcbcdddc HTTP/1.1" status: 204 len: 168 time: 0.1251795 Feb 17 04:42:42.481529 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120fcb9-3669-42ce-80f9-9daa235b329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2dfcfc-6289-4702-9533-588fbcbcdddc,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.739012 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6f1df-7d4d-4a0a-817c-e64a4dd0eb43 req-5a6db59f-140b-42e3-88cb-4c8bfe2d8ded tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.740593 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-44b6f1df-7d4d-4a0a-817c-e64a4dd0eb43 req-5a6db59f-140b-42e3-88cb-4c8bfe2d8ded tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0498056 Feb 17 04:42:42.747072 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50072) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:42.771540 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-31f4637d-f7bf-4582-8c10-b93a7d1bb002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.802377 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-44b6f1df-7d4d-4a0a-817c-e64a4dd0eb43 req-0dfd244b-36f7-4c62-96e4-95581bd06dab tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481911 Feb 17 04:42:42.874749 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-31f4637d-f7bf-4582-8c10-b93a7d1bb002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.879332 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-31f4637d-f7bf-4582-8c10-b93a7d1bb002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:42.917825 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-31f4637d-f7bf-4582-8c10-b93a7d1bb002 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f709df278a24403b264ec18d95c52ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697123 Feb 17 04:42:42.918670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4637d-f7bf-4582-8c10-b93a7d1bb002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d88824-6eaa-4ba2-8a3f-7180a268eed3,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:42.921131 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50078) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:42.974408 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe155f-01c7-46b7-bde5-dd25ca240b9f req-3f8ae1a8-e8e7-4248-9df3-8a6c12931cf4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:42.975901 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8ffe155f-01c7-46b7-bde5-dd25ca240b9f req-3f8ae1a8-e8e7-4248-9df3-8a6c12931cf4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0821962 Feb 17 04:42:42.997790 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:43.040827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:43.050724 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa520521-7059-4c14-bd91-f27238b7756e req-96a35edd-037b-4a09-a9b9-3fd4b12a0a3d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.052270 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fa520521-7059-4c14-bd91-f27238b7756e req-96a35edd-037b-4a09-a9b9-3fd4b12a0a3d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0522542 Feb 17 04:42:43.053120 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8ffe155f-01c7-46b7-bde5-dd25ca240b9f req-5e85c0b1-3f74-4629-b214-4b9e0e9585fb tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705075 Feb 17 04:42:43.112595 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fa520521-7059-4c14-bd91-f27238b7756e req-46b0a7b2-e541-44c0-a966-36ea762e08cc tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Feb 17 04:42:43.123099 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:43.126311 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:43.127472 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28d88824-6eaa-4ba2-8a3f-7180a268eed3 HTTP/1.1" status: 204 len: 168 time: 0.2044363 Feb 17 04:42:43.159186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdca95-c05f-4861-870d-2d800c2feaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d88824-6eaa-4ba2-8a3f-7180a268eed3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:43.185624 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e34350-62c8-479e-a060-9d1b3f09c1b7 req-b26aafa8-de4c-4f65-bfa3-c9ee761bf6ff tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.187585 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-88e34350-62c8-479e-a060-9d1b3f09c1b7 req-b26aafa8-de4c-4f65-bfa3-c9ee761bf6ff tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0590253 Feb 17 04:42:43.227199 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-88e34350-62c8-479e-a060-9d1b3f09c1b7 req-733f7794-80a7-4f78-9657-3512228dd1f9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326817 Feb 17 04:42:43.947352 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0f6c7-cffc-4eac-af3e-5fa8397cf4c3 req-82ff904c-d07a-4e25-acef-2a0606b93612 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:43.948858 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-abe0f6c7-cffc-4eac-af3e-5fa8397cf4c3 req-82ff904c-d07a-4e25-acef-2a0606b93612 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0514131 Feb 17 04:42:43.986715 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-abe0f6c7-cffc-4eac-af3e-5fa8397cf4c3 req-2a2cf158-615d-460d-83e6-eb9c8de1b0bc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Feb 17 04:42:44.103456 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80202-07db-41a5-a61d-3779207cdcaf req-38b0e0b4-dca8-4994-b343-fe5c832d1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.105522 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-77f80202-07db-41a5-a61d-3779207cdcaf req-38b0e0b4-dca8-4994-b343-fe5c832d1a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.0669641 Feb 17 04:42:44.255653 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783bd8-67c6-4f98-8b29-6886ecb924c8 req-9a3e8b7a-a145-47c6-b6b8-8e10267c5401 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.257264 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d6783bd8-67c6-4f98-8b29-6886ecb924c8 req-9a3e8b7a-a145-47c6-b6b8-8e10267c5401 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0587525 Feb 17 04:42:44.300679 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d6783bd8-67c6-4f98-8b29-6886ecb924c8 req-d6a57374-7087-460b-91bf-8413044a3c69 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Feb 17 04:42:44.322578 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6e28d-9240-45d7-b110-0e28d0517c67 req-9affb19e-adc1-4f13-9cf0-589d653fc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.324168 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52b6e28d-9240-45d7-b110-0e28d0517c67 req-9affb19e-adc1-4f13-9cf0-589d653fc785 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1098 time: 0.1041448 Feb 17 04:42:44.349762 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49251d-07ca-4478-818e-1400a1e5ee73 req-c686115b-2fa9-4c07-a40b-575749e0a871 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.349762 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5b49251d-07ca-4478-818e-1400a1e5ee73 req-c686115b-2fa9-4c07-a40b-575749e0a871 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.1876032 Feb 17 04:42:44.378444 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80202-07db-41a5-a61d-3779207cdcaf req-cc6c8d37-77a4-45fd-85a5-bb85c7bb337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.383270 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-77f80202-07db-41a5-a61d-3779207cdcaf req-cc6c8d37-77a4-45fd-85a5-bb85c7bb337f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e412123afb3d4573a452f749e09a3158&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2625229 Feb 17 04:42:44.414547 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a8502-00b1-4e24-ace0-adac38db7aa6 req-24e9a59c-a3de-4658-8728-624d4195073d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.416905 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cc5a8502-00b1-4e24-ace0-adac38db7aa6 req-24e9a59c-a3de-4658-8728-624d4195073d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0563326 Feb 17 04:42:44.463227 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52b6e28d-9240-45d7-b110-0e28d0517c67 req-e2c0b7e3-e070-4e91-abc8-ffbda27daec9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149864 Feb 17 04:42:44.472542 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cc5a8502-00b1-4e24-ace0-adac38db7aa6 req-71f213f4-3368-4727-8e8d-b060007a2b19 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467653 Feb 17 04:42:44.485176 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5b49251d-07ca-4478-818e-1400a1e5ee73 req-58437381-3e5a-40c9-a379-ab11fc9a56b5 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236942 Feb 17 04:42:44.521224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80202-07db-41a5-a61d-3779207cdcaf req-3ba717af-ddc1-43e6-83d4-da1e46c16cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.522684 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-77f80202-07db-41a5-a61d-3779207cdcaf req-3ba717af-ddc1-43e6-83d4-da1e46c16cb4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313097 Feb 17 04:42:44.742906 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-62d05b23-eafe-46c1-bb1f-0e8664c38ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.744505 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-62d05b23-eafe-46c1-bb1f-0e8664c38ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e412123afb3d4573a452f749e09a3158&device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.0408857 Feb 17 04:42:44.805736 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-fb28b808-5a59-43a5-8a94-6616094359f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3 HTTP/1.1" status: 200 len: 217 time: 0.0466554 Feb 17 04:42:44.900101 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-e4b0dc54-3726-4710-9f26-6627e7ac08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:44.900682 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-e4b0dc54-3726-4710-9f26-6627e7ac08e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 200 len: 855 time: 0.0692163 Feb 17 04:42:44.938851 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-e55eba4c-b23d-40ca-9292-8ac02e7d3082 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9090bff2-658b-4ec2-a138-be1aa7d71de9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268562 Feb 17 04:42:45.060365 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-77328a0a-e12a-42ca-b805-018f806387fc service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107657 Feb 17 04:42:45.183394 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e160a0-919d-434b-af37-89bacc278ae2 req-eb5fb2c0-4bf0-4cbe-81d4-abe125fba86b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.184944 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97e160a0-919d-434b-af37-89bacc278ae2 req-eb5fb2c0-4bf0-4cbe-81d4-abe125fba86b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1063859 Feb 17 04:42:45.218302 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-425dcdb2-feae-4c55-a567-0d2fdb889105 req-bc823061-ab65-45ef-969b-2fa53f2a7afc service neutron] 10.222.0.37 "GET /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507101 Feb 17 04:42:45.240646 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97e160a0-919d-434b-af37-89bacc278ae2 req-8e200924-bb4e-479d-b156-ec7308d5c50b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486329 Feb 17 04:42:45.297258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50190) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:45.416309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a5287e0-fdb4-46cc-9756-b43755036287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.421721 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0d191-c2ce-489b-8ba7-199a47b6614d req-45581d5b-f513-4be5-a937-1c07399925a8 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.423444 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-62c0d191-c2ce-489b-8ba7-199a47b6614d req-45581d5b-f513-4be5-a937-1c07399925a8 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0524378 Feb 17 04:42:45.470435 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-62c0d191-c2ce-489b-8ba7-199a47b6614d req-54c23f2d-5bdc-40f1-8e29-99a95abd3880 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Feb 17 04:42:45.517578 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a5287e0-fdb4-46cc-9756-b43755036287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.524435 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a5287e0-fdb4-46cc-9756-b43755036287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.575268 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4a5287e0-fdb4-46cc-9756-b43755036287 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fd55d89776f4c9a85e6fde8afaccb67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765400 Feb 17 04:42:45.579233 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50204) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:45.588100 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5287e0-fdb4-46cc-9756-b43755036287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035c9825-35de-4701-8f02-780d5927623c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:45.644495 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212faee-a8b1-49bb-8c44-282541e069ca req-4be00198-e88c-491d-81ed-62dbeec57eec tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.648447 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3212faee-a8b1-49bb-8c44-282541e069ca req-4be00198-e88c-491d-81ed-62dbeec57eec tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0713201 Feb 17 04:42:45.667992 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ef9ff-3d1b-4827-9554-fcab94966bb0 req-71616c60-c7a7-41ca-a41b-da4ff1b3bf06 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:45.669707 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d94ef9ff-3d1b-4827-9554-fcab94966bb0 req-71616c60-c7a7-41ca-a41b-da4ff1b3bf06 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0825417 Feb 17 04:42:45.694267 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.694997 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3212faee-a8b1-49bb-8c44-282541e069ca req-de7842d6-688d-477e-bdd5-a33cf09ecc44 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Feb 17 04:42:45.729324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.733818 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d94ef9ff-3d1b-4827-9554-fcab94966bb0 req-c27cecad-b737-498f-ab29-7c82c4cc374b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560851 Feb 17 04:42:45.781238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.785066 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:45.786224 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/035c9825-35de-4701-8f02-780d5927623c HTTP/1.1" status: 204 len: 168 time: 0.2059779 Feb 17 04:42:45.798983 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8f3f-8726-4e22-ab66-0b18275f8bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035c9825-35de-4701-8f02-780d5927623c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:46.089764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50214) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:46.104827 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed83c-d496-4bff-b19f-435f4349b481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.186651 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed83c-d496-4bff-b19f-435f4349b481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.192479 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3d3ed83c-d496-4bff-b19f-435f4349b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.235568 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-3d3ed83c-d496-4bff-b19f-435f4349b481 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53f7972f94fc475dab6abe850fe8ad5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446729 Feb 17 04:42:46.236691 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ed83c-d496-4bff-b19f-435f4349b481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a580f7b2-0335-4160-a737-faf4c4afb508,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:46.238303 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50222) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:46.290669 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.312296 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.360904 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.363599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:46.367351 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a580f7b2-0335-4160-a737-faf4c4afb508 HTTP/1.1" status: 204 len: 168 time: 0.1255586 Feb 17 04:42:46.374291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd5f4a-391b-40ed-a9e7-8dd1fd50036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a580f7b2-0335-4160-a737-faf4c4afb508,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:46.377180 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:42:46.606305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007bbc3-d86f-42eb-85b5-982404684ef7 req-005977e2-ca6a-45c7-9d51-9525915adacf tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.608922 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1007bbc3-d86f-42eb-85b5-982404684ef7 req-005977e2-ca6a-45c7-9d51-9525915adacf tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0491109 Feb 17 04:42:46.657024 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1007bbc3-d86f-42eb-85b5-982404684ef7 req-aeff39ad-603f-40af-ace5-ec97e80f40df tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Feb 17 04:42:46.754479 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbbf07-08d9-416e-9674-17f724d8d3db req-c2c05ab6-1e69-4255-a3a4-e8f771a4d000 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.756060 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b9cbbf07-08d9-416e-9674-17f724d8d3db req-c2c05ab6-1e69-4255-a3a4-e8f771a4d000 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0511804 Feb 17 04:42:46.800584 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b9cbbf07-08d9-416e-9674-17f724d8d3db req-c8826842-0cbd-4b46-b3fd-16f3b9e08a8c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Feb 17 04:42:46.818103 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898b1a9-1b01-4a49-b8b2-769d08e01708 req-78faaa52-ea2e-4a7d-878b-1520f50bd1a1 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.825960 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4898b1a9-1b01-4a49-b8b2-769d08e01708 req-78faaa52-ea2e-4a7d-878b-1520f50bd1a1 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0619390 Feb 17 04:42:46.864591 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4898b1a9-1b01-4a49-b8b2-769d08e01708 req-36314a78-5c24-4c07-969d-0bea717de30b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Feb 17 04:42:46.939749 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b84a-719a-46a5-9bc3-713b3a17a18a req-dee04571-2ce1-4749-89ca-dd3376f567df tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:46.939749 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5393b84a-719a-46a5-9bc3-713b3a17a18a req-dee04571-2ce1-4749-89ca-dd3376f567df tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0701749 Feb 17 04:42:46.981742 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5393b84a-719a-46a5-9bc3-713b3a17a18a req-3727ca5e-4b57-426e-baca-757fda967a44 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359032 Feb 17 04:42:47.105705 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1301f-e1b7-4e41-8440-e4999a6c9f63 req-ba3feecc-e9c6-4880-ab8a-c7f5079590a2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:47.113708 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2ab1301f-e1b7-4e41-8440-e4999a6c9f63 req-ba3feecc-e9c6-4880-ab8a-c7f5079590a2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0642524 Feb 17 04:42:47.153505 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2ab1301f-e1b7-4e41-8440-e4999a6c9f63 req-c30d3018-47e0-46d0-8e09-851f63f5d1d0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Feb 17 04:42:47.231210 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.557236 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5487-f13d-485a-94f3-a984190ce2f5 req-42b92055-93c6-4db9-8bdf-962c7037d9e5 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:47.558826 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-56fb5487-f13d-485a-94f3-a984190ce2f5 req-42b92055-93c6-4db9-8bdf-962c7037d9e5 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0540001 Feb 17 04:42:47.596521 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-56fb5487-f13d-485a-94f3-a984190ce2f5 req-7c2ccea7-4a2a-40ed-baf7-17e0a427bffc tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Feb 17 04:42:47.598638 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50288) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:47.623455 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50292) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:47.770293 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7ada2660-42cf-433f-8463-5ff6e9789b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.797160 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7129ac80-c628-4918-a2bd-188ae4c91050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.855314 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac642-6f95-40d5-94cd-821650bced4a req-20aca0ad-a419-44f2-a709-40033dd5241d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:47.857120 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d13ac642-6f95-40d5-94cd-821650bced4a req-20aca0ad-a419-44f2-a709-40033dd5241d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1142731 Feb 17 04:42:47.938843 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d13ac642-6f95-40d5-94cd-821650bced4a req-60c23d78-e581-44b1-a457-ac167bfb32fa tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724030 Feb 17 04:42:47.973345 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7ada2660-42cf-433f-8463-5ff6e9789b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.981793 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7ada2660-42cf-433f-8463-5ff6e9789b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:47.996411 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7129ac80-c628-4918-a2bd-188ae4c91050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.005666 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7129ac80-c628-4918-a2bd-188ae4c91050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.043602 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7ada2660-42cf-433f-8463-5ff6e9789b6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1167db119aa4786b11bae12fc1fbec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439015 Feb 17 04:42:48.046592 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50314) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:48.048986 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada2660-42cf-433f-8463-5ff6e9789b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ee28b8-fe30-4961-b474-46e5694c9256,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:48.066140 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7129ac80-c628-4918-a2bd-188ae4c91050 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e16661509ad4e41bc876c1a04e1ad5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387345 Feb 17 04:42:48.066355 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50316) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:48.092939 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129ac80-c628-4918-a2bd-188ae4c91050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48de4f-c734-4fc2-8dde-f0c04022fe22,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:48.128764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.133859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.144126 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270a411-8884-4777-9063-21598ab8e21d req-204c00b5-45c0-42ed-aa4b-eb3c9fa7a4eb tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:48.145667 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c270a411-8884-4777-9063-21598ab8e21d req-204c00b5-45c0-42ed-aa4b-eb3c9fa7a4eb tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0717268 Feb 17 04:42:48.151462 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.176129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.200375 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.203666 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.204843 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c48de4f-c734-4fc2-8dde-f0c04022fe22 HTTP/1.1" status: 204 len: 168 time: 0.1349463 Feb 17 04:42:48.212749 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74dc1-f93d-4275-a36e-e1ac5703dc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48de4f-c734-4fc2-8dde-f0c04022fe22,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:48.219279 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c270a411-8884-4777-9063-21598ab8e21d req-40ac362f-6e21-4d50-8c13-d2a4ab080f4a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667055 Feb 17 04:42:48.255291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.258352 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:48.260038 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02ee28b8-fe30-4961-b474-46e5694c9256 HTTP/1.1" status: 204 len: 168 time: 0.2119513 Feb 17 04:42:48.271129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310cd4b-445c-4ec3-a5d5-f6264f616f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ee28b8-fe30-4961-b474-46e5694c9256,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:48.930899 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50352) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:49.061317 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-332934670-network', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:49.089441 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bcd68-7f33-4149-b76c-c1e602fddfb5 req-b4906a07-8a01-404b-afe1-5e170ca572b3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.091208 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e29bcd68-7f33-4149-b76c-c1e602fddfb5 req-b4906a07-8a01-404b-afe1-5e170ca572b3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.0736668 Feb 17 04:42:49.105159 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Made reservation on behalf of 19741f566e0a4090ba0fef56ee78a5d6 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:49.106997 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.126727 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.150408 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e29bcd68-7f33-4149-b76c-c1e602fddfb5 req-66a81787-ae3f-4cda-88c2-4def66b3737b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534458 Feb 17 04:42:49.227378 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.231532 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.263935 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:42:49.274190 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2abf91d-ca07-409e-bb5a-6c639fd6b1c2,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:49.280340 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.280679 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Added segment f0f6ef43-bf76-405a-bac3-015ce4ef5af9 of type vlan for network 56b77610-4059-4627-b4bd-4e6f4e111554 Feb 17 04:42:49.352238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.392792 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8031e4-d4b1-4c4b-8201-cb9c9bd081d1 req-99bdd849-56cb-4492-8e27-2a16a869c8de tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.394281 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef8031e4-d4b1-4c4b-8201-cb9c9bd081d1 req-99bdd849-56cb-4492-8e27-2a16a869c8de tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0829651 Feb 17 04:42:49.395394 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.396281 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.396891 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.475344 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5432546 Feb 17 04:42:49.478283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50382) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:49.480529 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34036ba9-20ef-47ca-ab75-e93db22ab605 admin admin] Pushing event updated for resources: {'Network': ['ID=56b77610-4059-4627-b4bd-4e6f4e111554,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:49.483474 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Request body: {'subnet': {'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-332934670-subnet', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:49.493365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 56b77610-4059-4627-b4bd-4e6f4e111554 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:42:49.521527 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef8031e4-d4b1-4c4b-8201-cb9c9bd081d1 req-c44d8262-8fc7-4511-90fa-6417468954cc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031799 Feb 17 04:42:49.543502 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Made reservation on behalf of 19741f566e0a4090ba0fef56ee78a5d6 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:49.551728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.727497 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.780515 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25740880-ac0f-4bbf-82d2-4c79af5d9ab7,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:49.795335 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Checking segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:49.795688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Network hostable DHCP agents. Network: 56b77610-4059-4627-b4bd-4e6f4e111554, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:42:49.811894 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Network 56b77610-4059-4627-b4bd-4e6f4e111554 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:42:49.819855 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 56b77610-4059-4627-b4bd-4e6f4e111554) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:49.823861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:49.824465 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.829253 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c3996-1532-4a13-b633-e6dd1462e25e None None] Network 56b77610-4059-4627-b4bd-4e6f4e111554 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:49.840166 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8ebde494-60b1-493d-81bc-0cd2437fdc27 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3608017 Feb 17 04:42:49.842817 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50386) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:49.847618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:49.872738 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.873728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.930584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:49.980476 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-56b77610-4059-4627-b4bd-4e6f4e111554', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:42:49.981391 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.063587 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 25e0fe63-6291-4794-9ca4-5734759a3eb3 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:42:50.186614 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Allocated IP 172.20.0.2 (56b77610-4059-4627-b4bd-4e6f4e111554/25740880-ac0f-4bbf-82d2-4c79af5d9ab7/64c5228b-37e4-4f40-8513-9f8aa532932a) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:50.240364 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:50.279088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '25e0fe63-6291-4794-9ca4-5734759a3eb3', 'network_id': '9090bff2-658b-4ec2-a138-be1aa7d71de9', 'port_id': '25e0fe63-6291-4794-9ca4-5734759a3eb3', 'mac_address': 'fa:16:3e:07:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82439587-9a2e-4d84-b5f1-332d332fa60e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:42:50.335553 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.345124 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.359647 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac83ca-e8ed-47bb-9e83-3e94f99efc7b req-d4ad00a9-76af-4d32-923a-f564a81b0873 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:50.361154 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47ac83ca-e8ed-47bb-9e83-3e94f99efc7b req-d4ad00a9-76af-4d32-923a-f564a81b0873 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1260557 Feb 17 04:42:50.362389 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e0fe63-6291-4794-9ca4-5734759a3eb3 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:42:50.412037 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:50.426493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.428487 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.447501 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47ac83ca-e8ed-47bb-9e83-3e94f99efc7b req-12b470f3-59c7-4ecb-b6d1-1045fbddf944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Feb 17 04:42:50.469508 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.497445 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Network 56b77610-4059-4627-b4bd-4e6f4e111554 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:50.502196 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:50.507385 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:50.529344 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:50.576052 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Pushing event updated for resources: {'Port': ['ID=64c5228b-37e4-4f40-8513-9f8aa532932a,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:50.610333 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.627014 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Attempting to bind port 64c5228b-37e4-4f40-8513-9f8aa532932a on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:50.627379 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Attempting to bind port 64c5228b-37e4-4f40-8513-9f8aa532932a by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:50.627741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Attempting to bind port 64c5228b-37e4-4f40-8513-9f8aa532932a on network 56b77610-4059-4627-b4bd-4e6f4e111554 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:50.632959 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:50.633342 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Checking segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:50.633727 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.634111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Bound using segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:50.634567 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Bound port: 64c5228b-37e4-4f40-8513-9f8aa532932a, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:50.634943 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.639693 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.647324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69b2c-a417-46e0-8c3c-69690ec91835 req-7dba6e17-64ab-42ae-9be6-594fada4c7e7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:50.657586 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31b69b2c-a417-46e0-8c3c-69690ec91835 req-7dba6e17-64ab-42ae-9be6-594fada4c7e7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0675993 Feb 17 04:42:50.704268 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-31b69b2c-a417-46e0-8c3c-69690ec91835 req-6bf670ea-9324-46cb-a8b0-4e9f2d7cee2a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416884 Feb 17 04:42:50.718218 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] For port 64c5228b-37e4-4f40-8513-9f8aa532932a, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:50.722264 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] For port 64c5228b-37e4-4f40-8513-9f8aa532932a, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=64c5228b-37e4-4f40-8513-9f8aa532932a,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:50.726424 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.760815 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Allocated IP 172.27.2.157 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/8d316cef-f728-4a48-83c7-586308bc3a11) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:50.787014 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9a0f9-abe8-4461-b96f-be6bd3745ed9 None None] Pushing event updated for resources: {'Port': ['ID=64c5228b-37e4-4f40-8513-9f8aa532932a,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:50.823062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['25e0fe63-6291-4794-9ca4-5734759a3eb3'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:42:50.902242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:50.948529 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.006053 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:51.008966 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:51.013461 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:51.017533 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Pushing event updated for resources: {'Port': ['ID=8d316cef-f728-4a48-83c7-586308bc3a11,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:51.267670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.463641 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.634457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7fad-1618-43f2-8c0d-58e6ed3240cc req-d9356162-0674-430f-b6a8-6c9b0de0c79a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:51.635984 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-649d7fad-1618-43f2-8c0d-58e6ed3240cc req-d9356162-0674-430f-b6a8-6c9b0de0c79a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 944 time: 0.0985017 Feb 17 04:42:51.684985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:42:51.694226 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-649d7fad-1618-43f2-8c0d-58e6ed3240cc req-b3699e84-19c1-4b04-896a-8d21cf6e4171 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484443 Feb 17 04:42:51.709298 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5d574-e5cf-45ef-bc28-2769a0e6fb55 None None] Network 56b77610-4059-4627-b4bd-4e6f4e111554 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:51.811871 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] Provisioning complete for port 64c5228b-37e4-4f40-8513-9f8aa532932a triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:51.812407 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.817528 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:42:51.822534 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db81dd-fd04-47ae-ac5a-86de12691bee req-739a274f-da77-44e3-8868-ab97a71c31a7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:51.824014 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-18db81dd-fd04-47ae-ac5a-86de12691bee req-739a274f-da77-44e3-8868-ab97a71c31a7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0523970 Feb 17 04:42:51.834908 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Sync routers for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:42:51.838802 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.843220 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8737a3a4-5f21-4685-9a8f-3958581d8d47 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9994755 Feb 17 04:42:51.844399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50412) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:51.845656 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:51.846067 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:51.865176 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1670f8b2-ceda-4c0a-a9c7-2da98782fddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:51.912042 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-18db81dd-fd04-47ae-ac5a-86de12691bee req-816e19ec-d2a2-4437-a3fd-37ccfd8ebc3b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778875 Feb 17 04:42:51.955271 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:52.120569 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 25e0fe63-6291-4794-9ca4-5734759a3eb3 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:52.152585 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:51Z', 'revision_number': 3, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:52.164849 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.188274 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Checking router: 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:42:52.188621 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Updating router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db port 8d316cef-f728-4a48-83c7-586308bc3a11 binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:42:52.208790 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] For port 64c5228b-37e4-4f40-8513-9f8aa532932a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=64c5228b-37e4-4f40-8513-9f8aa532932a,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:52.215173 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.218974 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.273550 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce387f7-3432-4151-a158-7b6d077f7bde None None] Pushing event updated for resources: {'Port': ['ID=64c5228b-37e4-4f40-8513-9f8aa532932a,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:52.276292 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 25e0fe63-6291-4794-9ca4-5734759a3eb3 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:42:52.281322 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 25e0fe63-6291-4794-9ca4-5734759a3eb3 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:52.281939 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.350104 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.401075 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.429715 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:42:52.432098 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1b4b8e-cf9f-43e4-8055-a10453bff74c" -d '{"events": [{"server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:42:52.457695 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:52.465049 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.499092 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-cd96e440-7d37-46b5-94b0-5db9a3afbb9a None None] Provisioning complete for port 64c5228b-37e4-4f40-8513-9f8aa532932a triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:52.499092 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-cd96e440-7d37-46b5-94b0-5db9a3afbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.544996 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed32946-bde3-4761-83cb-ce33136465ca x-openstack-request-id: req-eed32946-bde3-4761-83cb-ce33136465ca {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:42:52.545297 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:42:52.545548 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eed32946-bde3-4761-83cb-ce33136465ca {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:42:52.546249 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3', 'code': 200} Feb 17 04:42:52.556492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Allocated IP 172.20.0.1 (56b77610-4059-4627-b4bd-4e6f4e111554/25740880-ac0f-4bbf-82d2-4c79af5d9ab7/733766fb-c08a-47c5-bd55-59acf2d4bd4b) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:52.584353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:52.709815 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.717608 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.737025 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.782417 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 64c5228b-37e4-4f40-8513-9f8aa532932a up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:52.789628 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Attempting to bind port 8d316cef-f728-4a48-83c7-586308bc3a11 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:52.790116 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Attempting to bind port 8d316cef-f728-4a48-83c7-586308bc3a11 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:52.790368 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Attempting to bind port 8d316cef-f728-4a48-83c7-586308bc3a11 on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:52.800076 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:52.800497 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:52.800843 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.801223 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:52.801676 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Bound port: 8d316cef-f728-4a48-83c7-586308bc3a11, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:52.802068 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.803637 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Pushing event updated for resources: {'Port': ['ID=8d316cef-f728-4a48-83c7-586308bc3a11,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:52.822018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed045a-5810-4af8-afff-c4bbfc41d30d req-914341a5-cc94-4f95-acd8-3eb26725894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:52.823778 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45ed045a-5810-4af8-afff-c4bbfc41d30d req-914341a5-cc94-4f95-acd8-3eb26725894f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 1098 time: 0.0673628 Feb 17 04:42:52.835033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.837110 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.837709 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.838215 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.838554 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.838885 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.839303 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.839536 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.839885 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.840230 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.840550 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.840890 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.841178 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:42:52.878750 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 64c5228b-37e4-4f40-8513-9f8aa532932a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:52.879206 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.881739 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530208db-3d8e-4d5e-a07f-e0abfb40e341 req-b66c4660-5c93-425a-ada9-f0b112a977e3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:52.885296 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] For port 8d316cef-f728-4a48-83c7-586308bc3a11, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:52.889668 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] For port 8d316cef-f728-4a48-83c7-586308bc3a11, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=8d316cef-f728-4a48-83c7-586308bc3a11,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:52.889846 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-530208db-3d8e-4d5e-a07f-e0abfb40e341 req-b66c4660-5c93-425a-ada9-f0b112a977e3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0626643 Feb 17 04:42:52.894946 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:52.905512 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Network 56b77610-4059-4627-b4bd-4e6f4e111554 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:52.909748 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:52.912685 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:52.932656 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45ed045a-5810-4af8-afff-c4bbfc41d30d req-19743d2e-8cc7-4386-94f3-da9aab2433b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969906 Feb 17 04:42:52.985782 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Pushing event updated for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:52.994017 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-530208db-3d8e-4d5e-a07f-e0abfb40e341 req-9807edb5-91f1-4b1a-99b3-c4cb1970e131 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012335 Feb 17 04:42:52.996136 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:52.996833 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:53.017455 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748e55-7a79-4dfa-bb5b-739656dc08c2 None None] Pushing event updated for resources: {'Port': ['ID=8d316cef-f728-4a48-83c7-586308bc3a11,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:53.018881 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.145515 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:53.150540 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd49e1-cd46-4c29-ba27-492ff0b869cd req-d5567657-1de2-4b4b-ba77-cdaf2352e850 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:53.152228 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1fbd49e1-cd46-4c29-ba27-492ff0b869cd req-d5567657-1de2-4b4b-ba77-cdaf2352e850 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0721848 Feb 17 04:42:53.205305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-94abe31e-eabe-48ed-8505-e5920498971c None None] Provisioning complete for port 733766fb-c08a-47c5-bd55-59acf2d4bd4b triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:53.205781 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-94abe31e-eabe-48ed-8505-e5920498971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.219600 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1fbd49e1-cd46-4c29-ba27-492ff0b869cd req-1670fcf6-2db2-44bf-91d3-17288d70d6b0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491438 Feb 17 04:42:53.243871 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-94abe31e-eabe-48ed-8505-e5920498971c None None] Port 733766fb-c08a-47c5-bd55-59acf2d4bd4b cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:53.249371 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.357988 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:51Z', 'revision_number': 3, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:53.386503 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2a5e2-bf46-4c69-9ffc-f10b26dc3440 None None] The sync data for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi is: [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:51Z', 'revision_number': 3, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:53.426643 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.430979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.791441 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Pushing event updated for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:53.794330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:53.897348 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Network 56b77610-4059-4627-b4bd-4e6f4e111554 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:53.898848 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:54.090609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:42:54.193260 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c627-f889-48f2-b182-d6e9ab437c58 req-20024eff-ea0c-4033-a823-999f0caaa5ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:54.201392 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ef5c627-f889-48f2-b182-d6e9ab437c58 req-20024eff-ea0c-4033-a823-999f0caaa5ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.1059113 Feb 17 04:42:54.285149 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ef5c627-f889-48f2-b182-d6e9ab437c58 req-04740004-1da7-433f-956e-fb01e8fe1a58 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825632 Feb 17 04:42:54.320093 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c3aab428-60f8-4fd5-b95c-408c5353bbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.324516 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4021a9ed-3b9b-4c45-bc2f-9e21f7830a28 None None] Provisioning complete for port 733766fb-c08a-47c5-bd55-59acf2d4bd4b triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:54.325141 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4021a9ed-3b9b-4c45-bc2f-9e21f7830a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.370871 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4021a9ed-3b9b-4c45-bc2f-9e21f7830a28 None None] Port 733766fb-c08a-47c5-bd55-59acf2d4bd4b cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:42:54.400662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:42:54.407098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-51051357-bb88-4501-9307-0f5f066dccc4 admin admin] 10.222.0.61 "PUT /v2.0/routers/3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5614016 Feb 17 04:42:54.449063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52765edf-cf01-4df9-b3e5-d349df167c82 req-6097e5a2-0e33-4f78-96dd-d247bf8098d2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:54.462286 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52765edf-cf01-4df9-b3e5-d349df167c82 req-6097e5a2-0e33-4f78-96dd-d247bf8098d2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1242807 Feb 17 04:42:54.517571 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-52765edf-cf01-4df9-b3e5-d349df167c82 req-1c8e0841-13d0-43b5-87e7-5b343fe2767c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543079 Feb 17 04:42:54.731062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 8d316cef-f728-4a48-83c7-586308bc3a11 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:54.788620 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 8d316cef-f728-4a48-83c7-586308bc3a11 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:54.789027 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.881755 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.906338 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 8d316cef-f728-4a48-83c7-586308bc3a11, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=8d316cef-f728-4a48-83c7-586308bc3a11,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:54.911746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:54.977080 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=8d316cef-f728-4a48-83c7-586308bc3a11,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:55.017594 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50472) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:55.023238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-162844154-network', 'tenant_id': '7052b2909225448a9a647c4237038302'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:55.050274 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.051461 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Made reservation on behalf of 7052b2909225448a9a647c4237038302 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:55.053967 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.063238 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.145405 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.150382 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.156994 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6042d7-d899-438f-8826-8f803b81d455 req-646e99a9-9650-48f8-972c-e868dfd2b325 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.158938 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4f6042d7-d899-438f-8826-8f803b81d455 req-646e99a9-9650-48f8-972c-e868dfd2b325 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0599556 Feb 17 04:42:55.175975 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:42:55.189658 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a5a0a-9ddb-4475-9e2c-192d5d6ebafc,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:55.202370 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4f6042d7-d899-438f-8826-8f803b81d455 req-a73e97bd-c72a-4f09-b039-c96df7252497 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Feb 17 04:42:55.202642 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.202642 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Added segment 46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce of type vlan for network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 Feb 17 04:42:55.253264 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.277996 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.278988 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.279592 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.337955 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3172975 Feb 17 04:42:55.338127 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Sync routers for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:42:55.339010 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50480) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:55.345612 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Request body: {'subnet': {'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-162844154-subnet', 'tenant_id': '7052b2909225448a9a647c4237038302', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:55.346279 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624ad8f-bfc4-4915-995f-6f10398a0ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:55.350908 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:55.351777 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:55.378968 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Made reservation on behalf of 7052b2909225448a9a647c4237038302 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:42:55.381396 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.393519 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:42:55.411867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac942e4-9c7c-48c6-a1be-a09c0c436276 req-31bd8a09-60b2-4e1f-94f2-e3cb81e236d8 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.419931 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fac942e4-9c7c-48c6-a1be-a09c0c436276 req-31bd8a09-60b2-4e1f-94f2-e3cb81e236d8 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0704389 Feb 17 04:42:55.464776 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fac942e4-9c7c-48c6-a1be-a09c0c436276 req-f4377cad-c1f5-4be3-8f3e-d6bc5105d5f3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Feb 17 04:42:55.551045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:55.579067 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.678271 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec261e0-546d-4f7b-b657-7dd1f7288561,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:55.686235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Checking segment: {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:55.686594 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Network hostable DHCP agents. Network: f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:42:55.702692 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbf625-fea7-4cf2-bd6e-9cb08627690b req-abadf0ee-c71d-4c76-80b2-9e0a857756f3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.705155 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-37fbf625-fea7-4cf2-bd6e-9cb08627690b req-abadf0ee-c71d-4c76-80b2-9e0a857756f3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0911896 Feb 17 04:42:55.729480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:42:55.752933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:55.757526 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-37fbf625-fea7-4cf2-bd6e-9cb08627690b req-5a7bcb7f-7fc4-4702-a791-8500f2ac17f7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463316 Feb 17 04:42:55.760338 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:55.761039 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.779470 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815dd61-3366-4e2e-b6d3-450c84ea1292 None None] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:55.795081 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-81e6d9f9-bb4d-44e0-a52a-da5ef01cdd5f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4525511 Feb 17 04:42:55.795412 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50490) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:55.802864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:55.850612 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.854233 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.897857 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 2, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:55.934213 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:55.948951 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Checking router: 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:42:55.949313 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Updating router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db port 733766fb-c08a-47c5-bd55-59acf2d4bd4b binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:42:56.000430 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.012529 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'tenant_id': '7052b2909225448a9a647c4237038302', 'fixed_ips': [{'subnet_id': '9ec261e0-546d-4f7b-b657-7dd1f7288561'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:42:56.013364 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.085373 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.287757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.293946 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Allocated IP 172.20.0.2 (f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9/9ec261e0-546d-4f7b-b657-7dd1f7288561/9e137e93-921f-4957-af33-80a30cd394b5) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:56.311581 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.358631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac84018-e324-49e4-a10f-60e9653509d6 req-4d4b00f3-dbd7-41d6-b534-0716f5811f0d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:56.362090 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6ac84018-e324-49e4-a10f-60e9653509d6 req-4d4b00f3-dbd7-41d6-b534-0716f5811f0d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0686190 Feb 17 04:42:56.402734 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6ac84018-e324-49e4-a10f-60e9653509d6 req-fc8d2c8a-7ec3-4461-8de4-183c7a7fb1f7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Feb 17 04:42:56.432588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Allocated IP 172.27.2.91 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/9d12ac30-ef22-47b1-925e-77c5554e367e) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:56.532726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.565198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.607810 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:56.612094 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:56.616707 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:56.619705 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Pushing event updated for resources: {'Port': ['ID=9d12ac30-ef22-47b1-925e-77c5554e367e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:56.626048 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.636317 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.685525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.712388 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.719126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4030db0-d9ae-4ed9-a878-15d36897d3f4 None None] Pushing event updated for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:56.776677 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 8d316cef-f728-4a48-83c7-586308bc3a11 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:56.785882 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.834892 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:56.847974 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:56.856202 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:56.860412 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Pushing event updated for resources: {'Port': ['ID=9e137e93-921f-4957-af33-80a30cd394b5,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:56.876493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Attempting to bind port 733766fb-c08a-47c5-bd55-59acf2d4bd4b on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:56.876846 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Attempting to bind port 733766fb-c08a-47c5-bd55-59acf2d4bd4b by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:56.877203 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Attempting to bind port 733766fb-c08a-47c5-bd55-59acf2d4bd4b on network 56b77610-4059-4627-b4bd-4e6f4e111554 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:56.908844 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:56.909227 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Checking segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:56.909629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.910039 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Bound using segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:56.910504 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Bound port: 733766fb-c08a-47c5-bd55-59acf2d4bd4b, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:56.910886 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.929283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.983376 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 8d316cef-f728-4a48-83c7-586308bc3a11 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:56.984345 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:56.987125 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87464e6d-243b-4b87-8d09-f4e80c7b68d5 req-5d428a46-c8d6-462b-a756-050b2c67dd97 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:56.988621 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87464e6d-243b-4b87-8d09-f4e80c7b68d5 req-5d428a46-c8d6-462b-a756-050b2c67dd97 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1085565 Feb 17 04:42:57.011091 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Attempting to bind port 9e137e93-921f-4957-af33-80a30cd394b5 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:57.011462 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Attempting to bind port 9e137e93-921f-4957-af33-80a30cd394b5 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:57.011824 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Attempting to bind port 9e137e93-921f-4957-af33-80a30cd394b5 on network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:57.044244 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:57.044622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Checking segment: {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:57.045023 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.045409 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Bound using segment: {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:57.045874 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Bound port: 9e137e93-921f-4957-af33-80a30cd394b5, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:57.046252 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.070017 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87464e6d-243b-4b87-8d09-f4e80c7b68d5 req-9c2455a2-e19d-4c4e-9599-0e6167856f08 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747557 Feb 17 04:42:57.085905 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.097302 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] For port 733766fb-c08a-47c5-bd55-59acf2d4bd4b, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:57.103252 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] For port 733766fb-c08a-47c5-bd55-59acf2d4bd4b, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=733766fb-c08a-47c5-bd55-59acf2d4bd4b,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:57.126791 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] Provisioning complete for port 733766fb-c08a-47c5-bd55-59acf2d4bd4b triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:57.127054 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.152482 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.190829 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.287315 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] For port 9e137e93-921f-4957-af33-80a30cd394b5, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:57.294678 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4030db0-d9ae-4ed9-a878-15d36897d3f4 None None] Pushing event updated for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:57.304252 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:57.304759 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:57.311504 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] For port 9e137e93-921f-4957-af33-80a30cd394b5, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9e137e93-921f-4957-af33-80a30cd394b5,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:57.346811 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:42:57.353075 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.483362 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:42:57.486465 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.490926 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3dc02-f3b6-4e71-8003-028695ed851b None None] Pushing event updated for resources: {'Port': ['ID=9e137e93-921f-4957-af33-80a30cd394b5,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:57.494051 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Sync routers for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:42:57.512576 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:57.515182 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:57.517908 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.519371 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9c1e7b6f-c56d-4a7f-8e1d-7e34dac7e708 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7226658 Feb 17 04:42:57.522192 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50512) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:42:57.523281 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:57.582480 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94176-6ca4-4898-9209-2dbf8007537b req-28711551-e48e-458c-bed0-8ea24bb32082 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:57.584055 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-70b94176-6ca4-4898-9209-2dbf8007537b req-28711551-e48e-458c-bed0-8ea24bb32082 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0817111 Feb 17 04:42:57.657516 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-70b94176-6ca4-4898-9209-2dbf8007537b req-df1ee256-db95-4d07-92ff-da22b8b5e7dc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670395 Feb 17 04:42:57.659412 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:57.700697 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] For port 733766fb-c08a-47c5-bd55-59acf2d4bd4b, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=733766fb-c08a-47c5-bd55-59acf2d4bd4b,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:57.710673 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.820096 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2575c-5a18-44b9-97a4-dc2348a2cd9b None None] Pushing event updated for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:57.879370 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-84afe3d8-da07-44e2-8ecf-dd6ceab110ee None None] Provisioning complete for port 733766fb-c08a-47c5-bd55-59acf2d4bd4b triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:57.879881 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-84afe3d8-da07-44e2-8ecf-dd6ceab110ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:57.962985 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:56Z', 'revision_number': 3, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:57.964545 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:57.999448 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Checking router: e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:42:57.999903 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Updating router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 port 9d12ac30-ef22-47b1-925e-77c5554e367e binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:42:58.004849 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0e5ff-df7a-4daf-8111-35f512a532c4 None None] The sync data for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi is: [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:58.039200 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.167684 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-6bfe6729-2341-4324-aaca-52ac3961f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.169800 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-6bfe6729-2341-4324-aaca-52ac3961f623 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.1506925 Feb 17 04:42:58.335621 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d08b39-a614-4ed5-82a3-3999b1660208 req-681378d9-ee39-4268-bc14-b3b47c0bb7b7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.337142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-26d08b39-a614-4ed5-82a3-3999b1660208 req-681378d9-ee39-4268-bc14-b3b47c0bb7b7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1644807 Feb 17 04:42:58.405557 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-88cc0cfb-293a-41d0-8a22-bf66f5b1ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.407639 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-88cc0cfb-293a-41d0-8a22-bf66f5b1ed7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.2224038 Feb 17 04:42:58.410399 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.424048 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.503450 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Attempting to bind port 9d12ac30-ef22-47b1-925e-77c5554e367e on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:42:58.504473 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Attempting to bind port 9d12ac30-ef22-47b1-925e-77c5554e367e by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:42:58.505003 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Attempting to bind port 9d12ac30-ef22-47b1-925e-77c5554e367e on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:42:58.519453 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:42:58.519835 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:42:58.520259 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.520659 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:42:58.521163 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Bound port: 9d12ac30-ef22-47b1-925e-77c5554e367e, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:42:58.521549 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.532774 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-52e999ab-9d38-44a0-92be-34b61f05e300 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.1146688 Feb 17 04:42:58.536121 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-26d08b39-a614-4ed5-82a3-3999b1660208 req-59102e7a-75bd-4613-beb7-ec8401c08979 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913409 Feb 17 04:42:58.582879 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df675-419f-4a2e-952a-6117676b7b1f None None] Pushing event updated for resources: {'Port': ['ID=9d12ac30-ef22-47b1-925e-77c5554e367e,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:58.610964 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] For port 9d12ac30-ef22-47b1-925e-77c5554e367e, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:42:58.615578 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] For port 9d12ac30-ef22-47b1-925e-77c5554e367e, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9d12ac30-ef22-47b1-925e-77c5554e367e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:42:58.623265 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.633867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:58.658505 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-3d25a12c-7196-41ce-ba96-8e01a1cb0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.660071 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-3d25a12c-7196-41ce-ba96-8e01a1cb0031 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0886350 Feb 17 04:42:58.732914 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df675-419f-4a2e-952a-6117676b7b1f None None] Pushing event updated for resources: {'Port': ['ID=9d12ac30-ef22-47b1-925e-77c5554e367e,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:58.739939 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:42:58.740581 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:58.851409 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9e137e93-921f-4957-af33-80a30cd394b5 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:42:58.885647 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2208b74-183e-43bf-84a7-e6f5602ab4c1 req-adeca866-ac2c-4937-a0fd-c8b501cb13f9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:58.887982 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e2208b74-183e-43bf-84a7-e6f5602ab4c1 req-adeca866-ac2c-4937-a0fd-c8b501cb13f9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1181064 Feb 17 04:42:58.905524 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21725dc4-50d3-45e6-8bfb-c11d595df0ed None None] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:42:58.946593 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-8631d7b5-a033-4a18-94eb-19869856b540 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538297 Feb 17 04:42:58.951162 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:42:59.013442 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] Provisioning complete for port 9e137e93-921f-4957-af33-80a30cd394b5 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:59.013960 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.016375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Allocated IP 172.20.0.1 (f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9/9ec261e0-546d-4f7b-b657-7dd1f7288561/3706ca7c-f03e-4d49-94a3-24655505d790) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:42:59.113255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9e137e93-921f-4957-af33-80a30cd394b5 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:59.113877 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.201674 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-8686cdd0-90e6-48c3-8fa4-145cd70edac9 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433465 Feb 17 04:42:59.209802 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e2208b74-183e-43bf-84a7-e6f5602ab4c1 req-c75fa678-2b42-4bb0-af97-c99ed91f7ad0 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159881 Feb 17 04:42:59.323793 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6771397-60f3-45ea-ba1a-d04855b23384 req-35c9d780-dc56-4256-87e4-68a43e89f505 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053648 Feb 17 04:42:59.368489 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.424177 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.458195 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:56Z', 'revision_number': 3, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:42:59.462504 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.494266 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02cfbda-447c-479f-8ba8-0c9233bf9947 None None] The sync data for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi is: [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:56Z', 'revision_number': 3, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:42:59.496772 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.500986 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:42:59.504095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:42:59.515033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:42:59.531462 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] For port 9e137e93-921f-4957-af33-80a30cd394b5, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9e137e93-921f-4957-af33-80a30cd394b5,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:42:59.561338 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.594446 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Pushing event updated for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:59.602217 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.638859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.db.api [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:42:59.639214 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG oslo_db.api [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 04:42:59.667141 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d75d1-8f7f-4add-8ccf-5802b5908ab5 None None] Pushing event updated for resources: {'Port': ['ID=9e137e93-921f-4957-af33-80a30cd394b5,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:42:59.745955 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d20a-4476-4454-8108-734551085375 req-8e3e9079-d8a0-4374-9f59-21d42e78e875 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:42:59.747750 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e061d20a-4476-4454-8108-734551085375 req-8e3e9079-d8a0-4374-9f59-21d42e78e875 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1005330 Feb 17 04:42:59.808803 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-14acef03-8c11-4fa7-943d-acdc613a592d None None] Provisioning complete for port 9e137e93-921f-4957-af33-80a30cd394b5 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:42:59.809299 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-14acef03-8c11-4fa7-943d-acdc613a592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:42:59.821997 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e061d20a-4476-4454-8108-734551085375 req-76acafa1-ea7d-42ae-ad02-bdee4698eeaa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646076 Feb 17 04:42:59.827170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.029473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.034309 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5c602d25-e3ee-4e0d-8db7-4cd7f160e6f3 None None] Provisioning complete for port 3706ca7c-f03e-4d49-94a3-24655505d790 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:00.034835 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5c602d25-e3ee-4e0d-8db7-4cd7f160e6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.037366 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.083161 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5c602d25-e3ee-4e0d-8db7-4cd7f160e6f3 None None] Port 3706ca7c-f03e-4d49-94a3-24655505d790 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:43:00.106541 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.108439 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Pushing event updated for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:00.187844 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 733766fb-c08a-47c5-bd55-59acf2d4bd4b up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:00.246571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:00.248249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:00.266675 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 733766fb-c08a-47c5-bd55-59acf2d4bd4b triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:00.267154 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.429952 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:43:00.546877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef73f11-4257-41e7-a339-4893af3d8a78 req-58fccdf0-e6ee-4754-a33c-ba0e736043e2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:00.548803 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fef73f11-4257-41e7-a339-4893af3d8a78 req-58fccdf0-e6ee-4754-a33c-ba0e736043e2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1281502 Feb 17 04:43:00.620104 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-e503ffb3-85ec-48fe-ba21-12c3e9b2c4c4 None None] Provisioning complete for port 3706ca7c-f03e-4d49-94a3-24655505d790 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:00.620758 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e503ffb3-85ec-48fe-ba21-12c3e9b2c4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.645342 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fef73f11-4257-41e7-a339-4893af3d8a78 req-66c15a79-5e42-4941-af1a-d12c1efb2027 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665293 Feb 17 04:43:00.655026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:43:00.673450 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-562f0ff8-86e8-4a19-862c-adb6fee221df admin admin] 10.222.0.61 "PUT /v2.0/routers/e7ffe84b-9bcf-40dc-ad42-46874e6a5db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1500669 Feb 17 04:43:00.681861 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-e503ffb3-85ec-48fe-ba21-12c3e9b2c4c4 None None] Port 3706ca7c-f03e-4d49-94a3-24655505d790 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:43:00.879395 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9e137e93-921f-4957-af33-80a30cd394b5 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:00.961691 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9e137e93-921f-4957-af33-80a30cd394b5 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:00.963080 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:00.979898 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda4a84-7e33-4896-bb3d-988e44aa5fbb req-e74326aa-9102-45de-92c7-6a7fc388a8ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:00.982039 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-aeda4a84-7e33-4896-bb3d-988e44aa5fbb req-e74326aa-9102-45de-92c7-6a7fc388a8ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0511744 Feb 17 04:43:01.027856 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-aeda4a84-7e33-4896-bb3d-988e44aa5fbb req-aaecef94-eb81-4084-8b7e-24ca33694b7b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Feb 17 04:43:01.065248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9d12ac30-ef22-47b1-925e-77c5554e367e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:01.131693 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9d12ac30-ef22-47b1-925e-77c5554e367e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:01.132106 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.223980 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.245981 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 9d12ac30-ef22-47b1-925e-77c5554e367e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9d12ac30-ef22-47b1-925e-77c5554e367e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:01.250460 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.300769 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=9d12ac30-ef22-47b1-925e-77c5554e367e,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:01.465240 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50592) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:01.470723 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732018585', 'description': 'tempest-secgroup-smoke-732018585 description', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:01.497268 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.571867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.575670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.600141 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.601381 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1349413 Feb 17 04:43:01.604475 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50594) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:01.609083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:01.610026 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb37ac-77d8-4f4d-841a-4d9bc640eccf tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8446555b-ab79-4625-a801-95c046465791,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:01.617930 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Sync routers for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:43:01.631272 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:01.631895 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:01.650743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.707779 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.712028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.730332 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2ca0ff-305e-4c13-aa98-25663dc33151,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:01.742931 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.747128 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:01.747884 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-01f47fc3-d354-4fa0-819d-4c9ea00287d8 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423264 Feb 17 04:43:01.748622 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50600) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:01.755088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:01.792689 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.798069 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafdd15-2c94-43fa-a405-cc5cfff48b5a req-c463bccd-8820-4734-a5e5-42e48bb1d0a7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:01.799772 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2fafdd15-2c94-43fa-a405-cc5cfff48b5a req-c463bccd-8820-4734-a5e5-42e48bb1d0a7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0558324 Feb 17 04:43:01.839113 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2fafdd15-2c94-43fa-a405-cc5cfff48b5a req-50390bbd-0940-4f3e-ba19-d519997faf9b tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Feb 17 04:43:01.863095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.867128 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.888651 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c71abd-5e09-4582-a752-e99f583c7a27,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:01.896349 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.900091 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-53712c58-7172-4200-8580-f10d3c9c9a21 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471899 Feb 17 04:43:01.900305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50602) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:01.904648 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:01.933474 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.962434 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:59Z', 'revision_number': 4, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '3706ca7c-f03e-4d49-94a3-24655505d790', 'name': '', 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'tenant_id': '7052b2909225448a9a647c4237038302', 'mac_address': 'fa:16:3e:76:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:58Z', 'updated_at': '2022-02-17T04:42:59Z', 'revision_number': 2, 'project_id': '7052b2909225448a9a647c4237038302', 'subnets': [{'id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:01.989538 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Checking router: e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:43:01.989886 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Updating router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 port 3706ca7c-f03e-4d49-94a3-24655505d790 binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:43:01.992094 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:01.996092 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.013350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7929ed-3559-46d0-91d6-04f42125bb5b,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.021316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.025009 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-150997bf-ac75-41f6-93a0-40ab08e0fae5 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212749 Feb 17 04:43:02.025255 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50604) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:02.028887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.029767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:02.059416 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.147422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.156297 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.176763 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6a47-3842-4771-a0f0-42d4c3d9f293 req-52442ba0-9f39-4aff-9a3b-f69fcdf78c0a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:02.178779 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1e9f6a47-3842-4771-a0f0-42d4c3d9f293 req-52442ba0-9f39-4aff-9a3b-f69fcdf78c0a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0740521 Feb 17 04:43:02.186367 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69c29a9-1fa9-4c70-9447-eeaf88f96887,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.212315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.213883 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e9204d61-fb15-465c-900d-ffa2aeea6c8a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1877151 Feb 17 04:43:02.216970 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50612) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:02.223113 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:02.238610 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1e9f6a47-3842-4771-a0f0-42d4c3d9f293 req-20b99df9-b8da-471a-a783-e4bc197b7b2b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531523 Feb 17 04:43:02.283592 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.securitygroups_db [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Project 19741f566e0a4090ba0fef56ee78a5d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:43:02.291802 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.331571 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.337023 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.367331 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.372265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.391298 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa59f3d-87ad-464f-8753-41185e6a69eb,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.407250 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.410761 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-c7f4c8e3-81c5-43a4-8959-a1ffd562b8c1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1912439 Feb 17 04:43:02.413357 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50616) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:02.417946 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'security_group_rule': {'security_group_id': '8446555b-ab79-4625-a801-95c046465791', 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:02.433131 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd143bf-2e56-4f31-91cc-0b9dfc45eca7 None None] Pushing event updated for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.453331 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.securitygroups_db [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Project 19741f566e0a4090ba0fef56ee78a5d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:43:02.461539 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.475426 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Attempting to bind port 3706ca7c-f03e-4d49-94a3-24655505d790 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:43:02.476137 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Attempting to bind port 3706ca7c-f03e-4d49-94a3-24655505d790 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:43:02.476699 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Attempting to bind port 3706ca7c-f03e-4d49-94a3-24655505d790 on network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:02.484726 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:43:02.485352 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Checking segment: {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:02.486102 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.487255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Bound using segment: {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:43:02.488015 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Bound port: 3706ca7c-f03e-4d49-94a3-24655505d790, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:43:02.488602 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.568216 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.575824 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.584912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] For port 3706ca7c-f03e-4d49-94a3-24655505d790, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:43:02.588287 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] For port 3706ca7c-f03e-4d49-94a3-24655505d790, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=3706ca7c-f03e-4d49-94a3-24655505d790,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:43:02.598249 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.598396 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fe44d9-e8b5-4b43-846a-2b0330cfe1f5,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.617797 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.619121 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d3cb0b3a-0d54-43bf-9c0f-3ced5643b4e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2047298 Feb 17 04:43:02.653616 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:02.654237 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:02.715904 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd143bf-2e56-4f31-91cc-0b9dfc45eca7 None None] Pushing event updated for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:02.785527 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9d12ac30-ef22-47b1-925e-77c5554e367e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:02.966539 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] Provisioning complete for port 3706ca7c-f03e-4d49-94a3-24655505d790 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:02.966917 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:02.990018 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab402ac-33db-4058-a0de-73c0efa3dcc3 req-60b2d0a4-213b-48fa-afaa-4df4fa2e63e2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:02.992062 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2ab402ac-33db-4058-a0de-73c0efa3dcc3 req-60b2d0a4-213b-48fa-afaa-4df4fa2e63e2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0641918 Feb 17 04:43:03.017365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:03.038153 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2ab402ac-33db-4058-a0de-73c0efa3dcc3 req-0e37b5d5-218c-4f05-af5f-e765e1ac630f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Feb 17 04:43:03.070288 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 9d12ac30-ef22-47b1-925e-77c5554e367e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:03.070663 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.213498 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.302587 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] For port 3706ca7c-f03e-4d49-94a3-24655505d790, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=3706ca7c-f03e-4d49-94a3-24655505d790,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:03.312627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:03.369287 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1951-92cd-4910-9b83-65ba18b61ce5 req-4243b516-7a49-4a1f-a5ac-11536e9483b2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:03.370789 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-961a1951-92cd-4910-9b83-65ba18b61ce5 req-4243b516-7a49-4a1f-a5ac-11536e9483b2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0586276 Feb 17 04:43:03.395893 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7861288-13d8-4120-91bd-1cfae3e42cc1 None None] Pushing event updated for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:03.410424 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-961a1951-92cd-4910-9b83-65ba18b61ce5 req-71a6b2b4-1686-46da-96b4-42b41501e778 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330546 Feb 17 04:43:03.410724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:59Z', 'revision_number': 4, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '3706ca7c-f03e-4d49-94a3-24655505d790', 'name': '', 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'tenant_id': '7052b2909225448a9a647c4237038302', 'mac_address': 'fa:16:3e:76:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:58Z', 'updated_at': '2022-02-17T04:43:02Z', 'revision_number': 4, 'project_id': '7052b2909225448a9a647c4237038302', 'subnets': [{'id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:03.447930 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346acbe-c0d8-4f7b-919d-010869c352cf None None] The sync data for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi is: [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:42:59Z', 'revision_number': 4, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '3706ca7c-f03e-4d49-94a3-24655505d790', 'name': '', 'network_id': 'f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9', 'tenant_id': '7052b2909225448a9a647c4237038302', 'mac_address': 'fa:16:3e:76:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:58Z', 'updated_at': '2022-02-17T04:43:02Z', 'revision_number': 4, 'project_id': '7052b2909225448a9a647c4237038302', 'subnets': [{'id': '9ec261e0-546d-4f7b-b657-7dd1f7288561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:43:03.458946 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-0e0bdcb0-6ee4-408d-a671-791faae224a4 None None] Provisioning complete for port 3706ca7c-f03e-4d49-94a3-24655505d790 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:03.459319 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0e0bdcb0-6ee4-408d-a671-791faae224a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:04.154652 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb36d0-5d8b-4a28-b85f-1ecc12281313 req-4b72dd7b-d26e-49d5-9a57-f92484878afa tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:04.157378 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64bb36d0-5d8b-4a28-b85f-1ecc12281313 req-4b72dd7b-d26e-49d5-9a57-f92484878afa tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0485129 Feb 17 04:43:04.194059 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64bb36d0-5d8b-4a28-b85f-1ecc12281313 req-0ddcbe89-8f93-471d-9a33-f32663b6c447 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Feb 17 04:43:04.523482 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb9e8-91ff-4b52-97c8-8c1f1de86cb6 req-43688c9d-2710-4356-b0d5-9baee09a2bc9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:04.524939 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f6dfb9e8-91ff-4b52-97c8-8c1f1de86cb6 req-43688c9d-2710-4356-b0d5-9baee09a2bc9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0469503 Feb 17 04:43:04.560592 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f6dfb9e8-91ff-4b52-97c8-8c1f1de86cb6 req-bd6b9c3f-bce1-4b0d-a74e-ff16ba7c3c1c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Feb 17 04:43:04.725083 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 3706ca7c-f03e-4d49-94a3-24655505d790 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:04.777843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 3706ca7c-f03e-4d49-94a3-24655505d790 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:04.778213 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:05.309947 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522b53e-4a47-47f0-a317-2f2de3207b7f req-d0443f48-f034-46a3-a848-af270990ef89 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:05.311387 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c522b53e-4a47-47f0-a317-2f2de3207b7f req-d0443f48-f034-46a3-a848-af270990ef89 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0502024 Feb 17 04:43:05.347971 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c522b53e-4a47-47f0-a317-2f2de3207b7f req-3b4dd0b3-9414-44df-a299-432d5b130b89 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Feb 17 04:43:05.672021 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4283eb8-f6e0-468b-8627-48ef66ad6271 req-7108da20-2a69-45ee-890c-d52b4c7816af tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:05.673520 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c4283eb8-f6e0-468b-8627-48ef66ad6271 req-7108da20-2a69-45ee-890c-d52b4c7816af tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0459070 Feb 17 04:43:05.722304 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c4283eb8-f6e0-468b-8627-48ef66ad6271 req-251d61a3-4c68-432e-96ed-6144d24306d3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420535 Feb 17 04:43:06.465866 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b30cb-ba52-4c77-8a59-507b538c88c4 req-0f020104-e11a-41c9-b63e-2a43d8860353 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:06.467361 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7d8b30cb-ba52-4c77-8a59-507b538c88c4 req-0f020104-e11a-41c9-b63e-2a43d8860353 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0507803 Feb 17 04:43:06.507333 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7d8b30cb-ba52-4c77-8a59-507b538c88c4 req-847e16c7-cf84-42d3-b642-4238857673e3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Feb 17 04:43:06.838363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121668e-0e65-4cd6-80a1-2e44a17c74a4 req-59cc70a9-d169-45e0-97b2-e447e8d3fdc1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:06.839876 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0121668e-0e65-4cd6-80a1-2e44a17c74a4 req-59cc70a9-d169-45e0-97b2-e447e8d3fdc1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0505161 Feb 17 04:43:06.879485 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0121668e-0e65-4cd6-80a1-2e44a17c74a4 req-b5dc9fbd-4687-4bd2-ae74-dbfd76024155 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334468 Feb 17 04:43:07.639562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28162f-bf66-43ac-adbd-9df7683b4b39 req-69e2a025-2a42-4d67-99c0-ae33c823822c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:07.641300 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9c28162f-bf66-43ac-adbd-9df7683b4b39 req-69e2a025-2a42-4d67-99c0-ae33c823822c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0586283 Feb 17 04:43:07.679844 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9c28162f-bf66-43ac-adbd-9df7683b4b39 req-22373cc1-a7ae-4aba-ac88-81f356d6c8a7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Feb 17 04:43:08.029045 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dbb41-ffc4-41fc-b2d8-666e71bee4d0 req-94da5333-5ddf-4fcc-bc73-a9896e7c9ef3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:08.033012 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c71dbb41-ffc4-41fc-b2d8-666e71bee4d0 req-94da5333-5ddf-4fcc-bc73-a9896e7c9ef3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0676513 Feb 17 04:43:08.053166 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7aa8-42ca-49fe-ade2-aec41bca815e req-d2faee6b-3670-42bd-85ac-a96ec84aea5d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:08.054715 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-08cc7aa8-42ca-49fe-ade2-aec41bca815e req-d2faee6b-3670-42bd-85ac-a96ec84aea5d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0643029 Feb 17 04:43:08.086361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c71dbb41-ffc4-41fc-b2d8-666e71bee4d0 req-654db287-73e0-4212-90e6-1c185e3150f7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Feb 17 04:43:08.105397 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-08cc7aa8-42ca-49fe-ade2-aec41bca815e req-61d3c7fd-5149-4e00-8e1d-838810f47efb tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Feb 17 04:43:08.131290 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50760) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:08.327753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf956fdf-8e82-4654-90a7-ebc8c7232203 tempest-TestMinimumBasicScenario-2033164823 tempest-TestMinimumBasicScenario-2033164823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:08.329448 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bf956fdf-8e82-4654-90a7-ebc8c7232203 tempest-TestMinimumBasicScenario-2033164823 tempest-TestMinimumBasicScenario-2033164823-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1093 time: 0.1970971 Feb 17 04:43:08.332249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50764) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:08.336372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'port_id': '22c72de9-c968-4256-b50b-282fee0a78b4', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:08.360342 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:08.457743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:08.571118 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Allocated IP 172.27.2.231 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:08.679130 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:08.712939 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:08.752451 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:08.757297 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:08.762773 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:08.835761 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'Port': ['ID=0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:08.884363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac97124-f73f-487b-aa36-4941c56c1db7 req-0885d00b-f226-4986-8519-e05c7a924801 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:08.885926 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ac97124-f73f-487b-aa36-4941c56c1db7 req-0885d00b-f226-4986-8519-e05c7a924801 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1264560 Feb 17 04:43:08.971523 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ac97124-f73f-487b-aa36-4941c56c1db7 req-dbad02a2-61aa-4bfd-baa9-949ed505751d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Feb 17 04:43:09.232898 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3090a-e336-4472-86a4-611558a43403 req-a219ac01-9d50-46c7-8068-5a646b2dd2bc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.235347 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e6b3090a-e336-4472-86a4-611558a43403 req-a219ac01-9d50-46c7-8068-5a646b2dd2bc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0768206 Feb 17 04:43:09.290650 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e6b3090a-e336-4472-86a4-611558a43403 req-a03ab5b2-a88a-40f4-bea0-bd3a795eea05 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490708 Feb 17 04:43:09.497810 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:09.565505 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ead8-0a67-4e6a-974c-82233d962dc5 req-31113dc4-fe65-40b8-bf1a-2b7c823d24e7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.567129 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bc29ead8-0a67-4e6a-974c-82233d962dc5 req-31113dc4-fe65-40b8-bf1a-2b7c823d24e7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0549855 Feb 17 04:43:09.571086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:09.616771 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bc29ead8-0a67-4e6a-974c-82233d962dc5 req-0349dfea-5627-4517-8283-a2391a103335 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Feb 17 04:43:09.660862 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-7e6998f5-2ffc-4287-a62d-46341a75af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.662730 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-7e6998f5-2ffc-4287-a62d-46341a75af5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1099 time: 0.0705204 Feb 17 04:43:09.827373 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-dd077317-2eb1-408d-9b13-a7e2fbe0d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:09.829101 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-dd077317-2eb1-408d-9b13-a7e2fbe0d9d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1529930 Feb 17 04:43:09.845232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:09.853284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.002385 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-686407e5-46f0-4431-938b-a144cb1ab606 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 1002 time: 0.1594870 Feb 17 04:43:10.005129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'Port': ['ID=0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:10.022989 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.130248 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-086f8508-2b9b-4604-9f52-fb01780c6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.131741 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-086f8508-2b9b-4604-9f52-fb01780c6fdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.1204722 Feb 17 04:43:10.212157 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541408d3-c496-48aa-b6bd-af8c48f64d7f req-bbe873c9-6de6-4128-b6f7-950956a88692 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.213782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-541408d3-c496-48aa-b6bd-af8c48f64d7f req-bbe873c9-6de6-4128-b6f7-950956a88692 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1371167 Feb 17 04:43:10.250106 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Floating IP f90166ad-bd0d-4dc3-9b3e-110633af5732 associated. External IP: 172.27.2.231, port: 22c72de9-c968-4256-b50b-282fee0a78b4. Feb 17 04:43:10.291198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-1d37efc4-1897-43f1-bd8d-82a7b7f4f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.292710 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-1d37efc4-1897-43f1-bd8d-82a7b7f4f662 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275847 Feb 17 04:43:10.338487 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-541408d3-c496-48aa-b6bd-af8c48f64d7f req-644efa31-60da-4e8e-a7a4-02e949920aa2 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 Feb 17 04:43:10.461797 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-19628ec4-496a-4017-86dd-78ee7ecdc2a8 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580923 Feb 17 04:43:10.640518 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-df537dd5-adc8-4d69-8b65-1f9290a3e532 req-1e490c13-3887-43be-9bf4-fe91c30c731a service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468399 Feb 17 04:43:10.644434 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:43:10.738853 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7c1a-50af-4786-9b29-52ed10ce3de1 req-49b9f4be-d2eb-4635-833e-737839040a7a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.741029 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d92f7c1a-50af-4786-9b29-52ed10ce3de1 req-49b9f4be-d2eb-4635-833e-737839040a7a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0528955 Feb 17 04:43:10.755945 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:43:10.768737 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Sync routers for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:43:10.774662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.778011 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:10.778624 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:10.782485 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d92f7c1a-50af-4786-9b29-52ed10ce3de1 req-d1653314-9b77-4ea0-86ca-7696e62e6fa1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353639 Feb 17 04:43:10.806150 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-48ba0a36-2c05-4dc7-90a0-7ae46235a32a tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4700975 Feb 17 04:43:10.806150 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:10.806629 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb2f7f7-0253-4507-a722-a49a34ff42af" -d '{"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:10.806762 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50824) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:10.811938 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281567775', 'description': 'tempest-secgroup-smoke-281567775 description', 'project_id': '7b34225705a24e40aa1e5870a03d91f3'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:10.836004 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.844868 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598513a8-5823-4695-91df-85cd1b90dbae x-openstack-request-id: req-598513a8-5823-4695-91df-85cd1b90dbae {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:10.845222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:10.845713 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-598513a8-5823-4695-91df-85cd1b90dbae {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:10.846193 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:43:10.910177 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:10.928699 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-e1c8e4dd-4b6c-4466-8394-94a534226e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:10.930289 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-e1c8e4dd-4b6c-4466-8394-94a534226e7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1098 time: 0.0526340 Feb 17 04:43:10.944843 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.949236 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.984059 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:10.988448 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1805604 Feb 17 04:43:10.989035 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50828) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:10.997874 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.003344 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe8bed-2af6-4f43-ad9d-8f8227488c77 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805c1c2d-0c57-4e02-bf3d-dcb6d260627b,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.034074 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.034730 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-15792857-da54-4beb-b015-6bab9c77e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:11.036329 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-15792857-da54-4beb-b015-6bab9c77e27d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 915 time: 0.0954449 Feb 17 04:43:11.110268 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-a506fd38-8a46-438e-b4a2-ea34502d2fce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 999 time: 0.0649157 Feb 17 04:43:11.112337 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.116701 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.135275 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71f7f5-68dd-4718-9ef8-3388680156b2,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.147419 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.151355 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-9eee45ec-13ad-4627-b5b7-dc6b1d81e4d8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577203 Feb 17 04:43:11.151520 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'f90166ad-bd0d-4dc3-9b3e-110633af5732', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'port_id': '22c72de9-c968-4256-b50b-282fee0a78b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'mac_address': 'fa:16:3e:07:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:09Z', 'updated_at': '2022-02-17T04:43:09Z', 'revision_number': 0, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:11.151736 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50830) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:11.156560 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.175801 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-64bf3688-f001-4a95-8cc7-feb14593e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:11.177543 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-64bf3688-f001-4a95-8cc7-feb14593e5fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0572078 Feb 17 04:43:11.178243 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Checking router: c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:43:11.187473 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:11.188133 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:42:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:11.195701 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.236745 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-6c114d4c-e71b-47c6-985b-6d51f3b12360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:11.238620 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-6c114d4c-e71b-47c6-985b-6d51f3b12360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441604 Feb 17 04:43:11.261715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.266610 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.284229 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0682f68-39eb-4ad9-b9ea-33564ff01d1c,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.302583 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.304297 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d375302d-1905-4c6d-ba75-4fe8104c1a40 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515434 Feb 17 04:43:11.305738 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:11.306883 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50836) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:11.312530 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.354969 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.391389 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-48602410-fb0f-4379-8ac9-704f875ba534 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412423 Feb 17 04:43:11.443401 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.453334 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.502254 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.506566 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955516 Feb 17 04:43:11.507749 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50848) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:11.529766 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.541698 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a438-f5c6-495a-b49a-b4a657ed31c6 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3a9882-1d1b-42b4-8d64-1b04191e857d,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.573220 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec737db-5665-46be-adac-a4b396566813 req-5b0548c0-1439-478a-8e44-a2a11c10638e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:11.575309 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-eec737db-5665-46be-adac-a4b396566813 req-5b0548c0-1439-478a-8e44-a2a11c10638e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1007111 Feb 17 04:43:11.586574 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'f90166ad-bd0d-4dc3-9b3e-110633af5732', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'port_id': '22c72de9-c968-4256-b50b-282fee0a78b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'mac_address': 'fa:16:3e:07:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:09Z', 'updated_at': '2022-02-17T04:43:09Z', 'revision_number': 0, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:11.614268 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1bb2f7f7-0253-4507-a722-a49a34ff42af req-23536af2-9985-41ab-abc9-48e95b70842c service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109845 Feb 17 04:43:11.620723 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.625796 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99067e4c-095a-4da6-8c1a-5eab987819a8 None None] The sync data for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi is: [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'f90166ad-bd0d-4dc3-9b3e-110633af5732', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'port_id': '22c72de9-c968-4256-b50b-282fee0a78b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'mac_address': 'fa:16:3e:07:c3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:09Z', 'updated_at': '2022-02-17T04:43:09Z', 'revision_number': 0, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:43:11.694050 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-eec737db-5665-46be-adac-a4b396566813 req-d62a842b-4e65-4a3f-bbf0-8d683f1d4ed7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121221 Feb 17 04:43:11.709969 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.715006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.739035 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abaf37a-2426-41b3-9653-a259ca474fa2,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.747289 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.748663 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-69a2934a-983f-41f1-a838-b02a7e82eeb0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348778 Feb 17 04:43:11.751715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50854) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:11.756240 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.782541 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Project 7b34225705a24e40aa1e5870a03d91f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:43:11.787687 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.858511 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.864822 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.873074 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f890d7-df77-4fe5-b243-46d441897daf None None] New status for floating IP f90166ad-bd0d-4dc3-9b3e-110633af5732: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:43:11.912459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cb5f70-ea40-4b3a-9443-6ad299423642,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:11.924251 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:11.928062 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-51c43947-5a21-4429-a264-1c0da32056ae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726613 Feb 17 04:43:11.928656 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50858) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:11.933267 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'security_group_rule': {'security_group_id': '805c1c2d-0c57-4e02-bf3d-dcb6d260627b', 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:11.953268 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50161b-de7d-44b7-bd1b-8ca7586755d8 req-fced96e1-9ac3-4610-802f-bd3c9bd349d3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:11.957286 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d50161b-de7d-44b7-bd1b-8ca7586755d8 req-fced96e1-9ac3-4610-802f-bd3c9bd349d3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0817032 Feb 17 04:43:11.962488 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.securitygroups_db [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Project 7b34225705a24e40aa1e5870a03d91f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:43:11.968463 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.008499 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d50161b-de7d-44b7-bd1b-8ca7586755d8 req-dd2df7e0-9737-4ff3-a795-05e8c35d4c42 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Feb 17 04:43:12.044211 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.050439 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.075355 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f7260-a5d8-43e2-af0d-4d2dc85a21fb,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:12.081925 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.083841 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-028c1cf0-7f02-4069-b733-35442b354456 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534605 Feb 17 04:43:12.175313 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-97383fff-e115-48e8-9e28-9e72acaf8cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281567775&fields=id&tenant_id=7b34225705a24e40aa1e5870a03d91f3 HTTP/1.1" status: 200 len: 267 time: 0.0462689 Feb 17 04:43:12.230026 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-8c92b201-2b37-49f0-8c6d-5a0311161262 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:12.232128 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-8c92b201-2b37-49f0-8c6d-5a0311161262 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0510681 Feb 17 04:43:12.244145 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'port': {'security_groups': ['e91bbbf3-75ff-46b6-84af-5f8443ecebd0', '805c1c2d-0c57-4e02-bf3d-dcb6d260627b']}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:12.339586 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.590558 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:12.623834 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.629119 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.653258 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:12.691301 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=6']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:12.702546 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:12.703416 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:12.705021 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8dd575ed-87cc-411d-bd1e-c62680c117f2 req-86dab98c-24f5-42a7-933e-4177b8678c33 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "PUT /v2.0/ports/22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 981 time: 0.4670637 Feb 17 04:43:12.705486 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:12.707757 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebe47e9-50b0-4187-93bd-12960503299a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:12.784406 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0fb069-fdf1-4e0f-8609-8332e9daef76 x-openstack-request-id: req-3d0fb069-fdf1-4e0f-8609-8332e9daef76 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:12.784650 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:12.784899 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d0fb069-fdf1-4e0f-8609-8332e9daef76 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:12.785292 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:43:12.877611 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:12.916340 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb25adc-fec4-4c4b-bf04-2f81ea1a0bc3 req-8aa8eea7-202f-4455-a496-54dd038d1473 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:12.918084 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5eb25adc-fec4-4c4b-bf04-2f81ea1a0bc3 req-8aa8eea7-202f-4455-a496-54dd038d1473 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0972533 Feb 17 04:43:12.974101 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5eb25adc-fec4-4c4b-bf04-2f81ea1a0bc3 req-d15677a9-ffff-41fa-9c95-3b5434cbd566 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497150 Feb 17 04:43:12.979472 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe47e9-50b0-4187-93bd-12960503299a req-3a7d521a-7df2-44de-bfca-14cee36725f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:12.981945 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-3a7d521a-7df2-44de-bfca-14cee36725f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1137 time: 0.1534836 Feb 17 04:43:13.002444 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa26741-1bb4-4423-b28a-121f765fedb3 req-fc219e1d-d62f-4920-84f7-22122248e9bd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:13.009998 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6fa26741-1bb4-4423-b28a-121f765fedb3 req-fc219e1d-d62f-4920-84f7-22122248e9bd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1113985 Feb 17 04:43:13.119270 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-dd797bb2-6f3b-42f7-8614-54512b6b1960 None None] Provisioning complete for port 22c72de9-c968-4256-b50b-282fee0a78b4 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:13.119645 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-dd797bb2-6f3b-42f7-8614-54512b6b1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.121795 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6fa26741-1bb4-4423-b28a-121f765fedb3 req-24c0b55a-b249-4a2f-aea8-b012fc40e8d4 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108584 Feb 17 04:43:13.153063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 50888) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:13.172110 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe47e9-50b0-4187-93bd-12960503299a req-474710d2-dfc4-42bf-898f-5cc459793823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:13.173688 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-474710d2-dfc4-42bf-898f-5cc459793823 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 915 time: 0.1547320 Feb 17 04:43:13.253562 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-736016b8-e09c-475b-aa91-775e07fdbd38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0714085 Feb 17 04:43:13.311533 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53bb6a3c-3fc1-404b-8366-b5b8c46cfa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.339818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe47e9-50b0-4187-93bd-12960503299a req-bd3a29a8-0876-4623-bd7f-8e648b3435a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:13.341324 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-bd3a29a8-0876-4623-bd7f-8e648b3435a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0702786 Feb 17 04:43:13.425675 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe47e9-50b0-4187-93bd-12960503299a req-21c185fb-ae7e-4834-a883-130fb433930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:13.427166 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-21c185fb-ae7e-4834-a883-130fb433930b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704660 Feb 17 04:43:13.442226 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53bb6a3c-3fc1-404b-8366-b5b8c46cfa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.450344 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-53bb6a3c-3fc1-404b-8366-b5b8c46cfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.539505 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-53bb6a3c-3fc1-404b-8366-b5b8c46cfa7f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=309a2cbaf15a45bda2ad6350c3d7d493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852918 Feb 17 04:43:13.541861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb6a3c-3fc1-404b-8366-b5b8c46cfa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fe72d3-9868-4841-a06c-699d1eb82854,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:13.542175 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50894) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:13.570292 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-07dc7860-ad3e-4c08-aaae-277efe3e05aa service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303315 Feb 17 04:43:13.597438 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.619476 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.680670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.688424 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:13.692149 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8fe72d3-9868-4841-a06c-699d1eb82854 HTTP/1.1" status: 204 len: 168 time: 0.1466916 Feb 17 04:43:13.697385 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bebe47e9-50b0-4187-93bd-12960503299a req-9c2c4b36-8b0c-4d65-8597-3a2268d01d1f service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167581 Feb 17 04:43:13.720592 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a99b1a-032f-40bc-90ed-4ba3dcc23b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fe72d3-9868-4841-a06c-699d1eb82854,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:13.896107 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50908) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:14.007098 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-170c994d-41d2-4307-9987-de2688396659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.087705 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-170c994d-41d2-4307-9987-de2688396659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.092092 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-170c994d-41d2-4307-9987-de2688396659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.132458 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c994d-41d2-4307-9987-de2688396659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fa445-e716-457f-83e5-02112e615abf,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:14.139141 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-170c994d-41d2-4307-9987-de2688396659 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6701c9887674b5a8dd8d6d1842ee87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389979 Feb 17 04:43:14.139320 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 50920) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:14.196999 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.252511 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.293914 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd5cb-ae2f-4b43-a1fa-e21251c9f160 req-f558856a-8c8d-44bd-a65a-e0adbbb38dc7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:14.295557 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dfdfd5cb-ae2f-4b43-a1fa-e21251c9f160 req-f558856a-8c8d-44bd-a65a-e0adbbb38dc7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0967157 Feb 17 04:43:14.344686 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dfdfd5cb-ae2f-4b43-a1fa-e21251c9f160 req-3a7db128-7f4d-40b5-93cc-13aeebb55d04 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376699 Feb 17 04:43:14.345756 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.350096 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:14.351351 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf7fa445-e716-457f-83e5-02112e615abf HTTP/1.1" status: 204 len: 168 time: 0.2110689 Feb 17 04:43:14.360490 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51c55-92fd-4c0a-a225-e50f39b9d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fa445-e716-457f-83e5-02112e615abf,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:15.726033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd6fda-011c-4fa6-a18f-faee7266cfa2 req-1cab240b-4fb7-4f1c-91fa-2bb2e2001dc6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:15.727505 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16cd6fda-011c-4fa6-a18f-faee7266cfa2 req-1cab240b-4fb7-4f1c-91fa-2bb2e2001dc6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.3010335 Feb 17 04:43:15.764206 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16cd6fda-011c-4fa6-a18f-faee7266cfa2 req-07dfad53-90a9-420e-80fb-64847eb210cc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Feb 17 04:43:16.280264 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-88d62883-d412-4a5c-bc87-e86753a04634 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5788f24e072741f5b8cdd5007f0662a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285895 Feb 17 04:43:16.468703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-f41f6f8f-2f41-4f59-b3b4-c4ba58f00609 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.470194 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-f41f6f8f-2f41-4f59-b3b4-c4ba58f00609 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842055 Feb 17 04:43:16.511105 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-ea1051e1-409f-4f3f-a752-62207c5dd8a7 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/quotas/5788f24e072741f5b8cdd5007f0662a1 HTTP/1.1" status: 200 len: 375 time: 0.0288885 Feb 17 04:43:16.529040 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-3c886e08-245d-4199-881b-cce4ffeeb544 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540254 Feb 17 04:43:16.547992 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-a9c560d6-5cdd-4ae8-9e97-e1a160ff5206 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5788f24e072741f5b8cdd5007f0662a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294640 Feb 17 04:43:16.590237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-cf6be4c2-47b5-460d-9086-a70f2f7281d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.591695 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-cf6be4c2-47b5-460d-9086-a70f2f7281d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 1098 time: 0.0384872 Feb 17 04:43:16.720733 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1544ec5e-864e-4df7-9a4a-fb53b8429b50 req-23504cb3-754b-43e4-bd35-d17a5796d963 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 210 time: 0.0327890 Feb 17 04:43:16.731406 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-6fa76778-35ae-4c7a-b5b0-546da37aa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.732922 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-6fa76778-35ae-4c7a-b5b0-546da37aa3a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1173959 Feb 17 04:43:16.780822 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-6699ee48-682b-4f73-929a-6df5ba88aa15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 200 len: 217 time: 0.0360410 Feb 17 04:43:16.852649 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-d83fa3f6-37f4-45f8-856c-55fd5a385d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.854152 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-d83fa3f6-37f4-45f8-856c-55fd5a385d39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0568876 Feb 17 04:43:16.914310 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-9002fd95-f4dd-4fbc-93ab-9cbd76e2c55f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452168 Feb 17 04:43:16.940214 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd845f6-7df3-45db-bbe7-523752d4963a req-6577ee37-42e9-408b-8291-49843cea8f6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:16.941668 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2dd845f6-7df3-45db-bbe7-523752d4963a req-6577ee37-42e9-408b-8291-49843cea8f6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0848067 Feb 17 04:43:17.028511 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2dd845f6-7df3-45db-bbe7-523752d4963a req-00d5691c-e8d1-41e3-90e8-dbf01bd18d09 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755033 Feb 17 04:43:17.053944 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-b6027428-d901-41e4-bdf9-2ecc323f7260 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287796 Feb 17 04:43:17.147409 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6ad2deb9-5f58-418e-97f8-8c07baed6910 req-be567054-4c2c-472f-9f40-8ef17e354f6e service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854142 Feb 17 04:43:17.232905 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:17.497715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee226-76eb-4359-a49f-6d872b5c0dd0 req-fbf1a4ca-a552-49a4-aa00-8a97c0ae7c7d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:17.500167 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-354ee226-76eb-4359-a49f-6d872b5c0dd0 req-fbf1a4ca-a552-49a4-aa00-8a97c0ae7c7d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0567389 Feb 17 04:43:17.552619 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-354ee226-76eb-4359-a49f-6d872b5c0dd0 req-9d4cee47-0ed2-4244-ac95-6d37730f1311 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Feb 17 04:43:17.818132 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0c07f541-7bbc-4e2d-991d-5149cf0614db req-ec894c5c-5232-4360-895f-4b52e0f2d822 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 210 time: 0.0253332 Feb 17 04:43:18.192152 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-cd0e0608-9199-49ed-89f8-b4cdf665af2b tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5788f24e072741f5b8cdd5007f0662a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328765 Feb 17 04:43:18.206983 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffe5e9-813f-4214-acec-81560ad7be42 req-6c369ef0-adcc-4ee5-99b8-414dc4e3092e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:18.209066 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-72ffe5e9-813f-4214-acec-81560ad7be42 req-6c369ef0-adcc-4ee5-99b8-414dc4e3092e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0909362 Feb 17 04:43:18.329500 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-72ffe5e9-813f-4214-acec-81560ad7be42 req-09fa143f-a5a1-4b9e-bc52-fa113882b57f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Feb 17 04:43:18.382699 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-124f02ec-46bd-4d11-91a6-26902c369fb1 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:18.384631 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-124f02ec-46bd-4d11-91a6-26902c369fb1 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746180 Feb 17 04:43:18.406979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Request body: {'port': {'device_id': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755', 'admin_state_up': True, 'tenant_id': '5788f24e072741f5b8cdd5007f0662a1'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:18.523350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Made reservation on behalf of 5788f24e072741f5b8cdd5007f0662a1 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:18.528889 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:18.539369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:18.648437 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:18.653179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:18.722248 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855abc2-dd21-41b7-b1d5-fd66d9b8c271 req-b5920730-abc0-4e05-96e2-401eb1cbcf24 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:18.723879 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9855abc2-dd21-41b7-b1d5-fd66d9b8c271 req-b5920730-abc0-4e05-96e2-401eb1cbcf24 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0690720 Feb 17 04:43:18.739559 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6649e9a3-e215-4d26-83ac-e432585ef435,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:18.770807 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9855abc2-dd21-41b7-b1d5-fd66d9b8c271 req-373c2cd5-fb42-48af-866d-de9ad7d33eb6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Feb 17 04:43:18.817607 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Allocated IP 192.168.233.48 (609eeefc-c197-4547-95f6-1939f7cbf755/156d484e-1e5a-4c16-a10c-7bf88d5fd1ee/3bf334c9-1434-4cc6-ae48-5bb18c48f79d) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:18.943171 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ebbb2904-02a8-4ab3-b225-769f41962e54 req-f0036e4a-c06c-4193-be98-2b3e92369c82 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Feb 17 04:43:18.992681 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.026063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.075131 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Network 609eeefc-c197-4547-95f6-1939f7cbf755 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:19.078763 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:19.081332 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:19.111805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Pushing event updated for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:19.142308 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.142929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.168022 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-9fda090a-07e0-4196-928f-39a3dedbb3a9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7648726 Feb 17 04:43:19.184940 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Request body: {'port': {'device_id': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:19.243247 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.309661 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-7eaa8ef0-80c9-4a95-a222-70d191c020c6 None None] Provisioning complete for port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:19.310254 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8ef0-80c9-4a95-a222-70d191c020c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.352737 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa8ef0-80c9-4a95-a222-70d191c020c6 None None] Port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:43:19.456709 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8ee4-bbe1-45a5-8f1a-d3659a0a4ad6 req-d7c137c9-e9a8-4966-b6aa-2f4a4311696e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.458259 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c98c8ee4-bbe1-45a5-8f1a-d3659a0a4ad6 req-d7c137c9-e9a8-4966-b6aa-2f4a4311696e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0509949 Feb 17 04:43:19.499792 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c98c8ee4-bbe1-45a5-8f1a-d3659a0a4ad6 req-9982628d-d246-4952-95b8-01956ac54e67 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Feb 17 04:43:19.509994 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf334c9-1434-4cc6-ae48-5bb18c48f79d {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:43:19.518664 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.533369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Transition to ACTIVE for port object 3bf334c9-1434-4cc6-ae48-5bb18c48f79d will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:43:19.537377 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.586974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:19.660242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Attempting to bind port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:43:19.660581 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Attempting to bind port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:43:19.660905 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Attempting to bind port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d on network 609eeefc-c197-4547-95f6-1939f7cbf755 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:19.665293 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d on network 609eeefc-c197-4547-95f6-1939f7cbf755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:43:19.665611 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Attempting to bind port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d on network 609eeefc-c197-4547-95f6-1939f7cbf755 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:19.673599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:43:19.673599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Checking segment: {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:19.673599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Bound using segment: {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:43:19.673599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Bound port: 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9592bd0-7b77-45d4-9a99-f3a30200481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:43:19.673599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.736176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:43:19.739036 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:43:19.743840 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.786052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.786736 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:19.788243 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] 10.222.0.37 "PUT /v2.0/ports/3bf334c9-1434-4cc6-ae48-5bb18c48f79d HTTP/1.1" status: 200 len: 1097 time: 0.6077273 Feb 17 04:43:19.788623 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:19.790823 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06cd942-e917-48e8-8193-0796185870ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:19.826576 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c79b1-1645-4932-b7a7-f6e2db0ddd83 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:19.840042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b112d78-8ca7-45c0-bcb6-ec934ddc5ca2 x-openstack-request-id: req-3b112d78-8ca7-45c0-bcb6-ec934ddc5ca2 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:19.840517 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:19.840940 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b112d78-8ca7-45c0-bcb6-ec934ddc5ca2 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:19.842109 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d', 'status': 'completed', 'code': 200} Feb 17 04:43:19.941115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87428155-2215-465f-8cd7-1b06bb926370 req-189c0314-90ae-4b6f-ba07-02b0a150b316 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.942681 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87428155-2215-465f-8cd7-1b06bb926370 req-189c0314-90ae-4b6f-ba07-02b0a150b316 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0813282 Feb 17 04:43:19.944616 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-2baea3eb-3319-49df-a9b8-a35da90a5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:19.945945 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-2baea3eb-3319-49df-a9b8-a35da90a5d02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5788f24e072741f5b8cdd5007f0662a1&device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 1100 time: 0.0827181 Feb 17 04:43:20.023483 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-a2173a39-ea72-465e-9a8b-0be168116486 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d HTTP/1.1" status: 200 len: 217 time: 0.0601370 Feb 17 04:43:20.055258 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87428155-2215-465f-8cd7-1b06bb926370 req-82a05691-7afa-4de6-b3a5-adf2b037c017 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061025 Feb 17 04:43:20.083265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d7f3-1e34-49e3-9f44-0e5e3a0f5e57 req-025d0998-bbdc-47a6-874b-03ceca7378d1 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.084908 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-33b3d7f3-1e34-49e3-9f44-0e5e3a0f5e57 req-025d0998-bbdc-47a6-874b-03ceca7378d1 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 947 time: 0.0623035 Feb 17 04:43:20.098315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8627-f017-4d29-8085-21c20d494362 req-bd9708fb-b86f-49b9-9057-0f3a9d69f3aa tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.100597 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f99d8627-f017-4d29-8085-21c20d494362 req-bd9708fb-b86f-49b9-9057-0f3a9d69f3aa tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 945 time: 0.0932732 Feb 17 04:43:20.119176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-8dce1e0a-4124-49f1-bc6e-c2634d6fabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.120639 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-8dce1e0a-4124-49f1-bc6e-c2634d6fabc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=156d484e-1e5a-4c16-a10c-7bf88d5fd1ee HTTP/1.1" status: 200 len: 843 time: 0.0814064 Feb 17 04:43:20.131921 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-33b3d7f3-1e34-49e3-9f44-0e5e3a0f5e57 req-21211293-18ad-4bdf-9cc4-a4e15c5d603d tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Feb 17 04:43:20.214193 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e71e4b62-4055-48fa-b5f7-7c9412c632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.215671 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-e71e4b62-4055-48fa-b5f7-7c9412c632d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=609eeefc-c197-4547-95f6-1939f7cbf755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706460 Feb 17 04:43:20.289378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Deleting port 25e0fe63-6291-4794-9ca4-5734759a3eb3 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:20.290082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:20.381242 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-d27ac182-884f-4571-8956-cf434033874f service neutron] 10.222.0.37 "GET /v2.0/networks/609eeefc-c197-4547-95f6-1939f7cbf755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519787 Feb 17 04:43:20.424682 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] For port 25e0fe63-6291-4794-9ca4-5734759a3eb3, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=25e0fe63-6291-4794-9ca4-5734759a3eb3,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:20.424962 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:20.467946 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Calling delete_port for 25e0fe63-6291-4794-9ca4-5734759a3eb3 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:20.543989 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89545c6c-7f07-46a3-9304-6cb516611f9d req-2c11410b-b97a-4fa3-89e4-d694d6b432b0 service neutron] 10.222.0.37 "GET /v2.0/networks/609eeefc-c197-4547-95f6-1939f7cbf755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462948 Feb 17 04:43:20.686747 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:20.699057 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7', 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', '25e0fe63-6291-4794-9ca4-5734759a3eb3'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:20.723422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cd942-e917-48e8-8193-0796185870ad req-7fcfef4c-a5d5-48b7-80a4-1b0ea8d22763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.724921 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-7fcfef4c-a5d5-48b7-80a4-1b0ea8d22763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5788f24e072741f5b8cdd5007f0662a1&device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 1100 time: 0.1184959 Feb 17 04:43:20.726098 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event deleted for resources: {'Port': ['ID=25e0fe63-6291-4794-9ca4-5734759a3eb3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:20.740636 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceec8c2-0c2a-4211-998b-d81caa231a9c req-c8914117-d47d-4b04-a857-6cffbba5ac72 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.742509 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-aceec8c2-0c2a-4211-998b-d81caa231a9c req-c8914117-d47d-4b04-a857-6cffbba5ac72 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1674261 Feb 17 04:43:20.829816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] No DVR routers for this DVR port 25e0fe63-6291-4794-9ca4-5734759a3eb3 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:20.832430 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:20.835566 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f99d8627-f017-4d29-8085-21c20d494362 req-d3a4c4cf-78e8-469b-bf8c-83ec0245dbd6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "DELETE /v2.0/ports/25e0fe63-6291-4794-9ca4-5734759a3eb3 HTTP/1.1" status: 204 len: 173 time: 0.7240367 Feb 17 04:43:20.869085 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-aceec8c2-0c2a-4211-998b-d81caa231a9c req-f7b82922-3af5-4ea2-89ef-95ec3ffc8505 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164145 Feb 17 04:43:20.899060 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cd942-e917-48e8-8193-0796185870ad req-23889433-0069-4c6f-80dd-5c07766eb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:20.900609 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-23889433-0069-4c6f-80dd-5c07766eb51a service neutron] 10.222.0.37 "GET /v2.0/networks?id=609eeefc-c197-4547-95f6-1939f7cbf755 HTTP/1.1" status: 200 len: 870 time: 0.1572287 Feb 17 04:43:20.955376 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-c9c306e8-aad0-4804-9efd-e10a3c44f55b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d HTTP/1.1" status: 200 len: 217 time: 0.0411382 Feb 17 04:43:21.013063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cd942-e917-48e8-8193-0796185870ad req-a2ac46b1-801f-4521-bf58-3320cb8aa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.015371 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-a2ac46b1-801f-4521-bf58-3320cb8aa3cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=156d484e-1e5a-4c16-a10c-7bf88d5fd1ee HTTP/1.1" status: 200 len: 843 time: 0.0519576 Feb 17 04:43:21.060479 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cd942-e917-48e8-8193-0796185870ad req-c733704c-c9b9-4f36-818d-a3261459f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.061967 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-c733704c-c9b9-4f36-818d-a3261459f314 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=609eeefc-c197-4547-95f6-1939f7cbf755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398245 Feb 17 04:43:21.160766 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-241b4251-8e05-4e76-9109-33fc428e0fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/609eeefc-c197-4547-95f6-1939f7cbf755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871696 Feb 17 04:43:21.166200 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b66a44e6-09ea-4c1d-bd70-30a4a4a518d4 req-ad8206a5-5a1a-486c-9cfc-5330a519343d tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0254653 Feb 17 04:43:21.283171 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e06cd942-e917-48e8-8193-0796185870ad req-70155f79-afb8-460e-8755-044bfe84394d service neutron] 10.222.0.37 "GET /v2.0/networks/609eeefc-c197-4547-95f6-1939f7cbf755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132700 Feb 17 04:43:21.291155 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1136c3-f8bc-4ece-935b-ccbba1551f32 req-e5edb442-23a2-4e87-9330-0ed6c4b576c0 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.292563 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e1136c3-f8bc-4ece-935b-ccbba1551f32 req-e5edb442-23a2-4e87-9330-0ed6c4b576c0 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 947 time: 0.0804691 Feb 17 04:43:21.331141 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e1136c3-f8bc-4ece-935b-ccbba1551f32 req-7383f456-3e9b-4f54-8618-e8ad2771582b tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Feb 17 04:43:21.792236 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b447dcb9-ea9d-4985-9008-f5d2b48eca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:21.842948 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'name': 'network-vif-deleted', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:21.845374 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815fa4ef-a1c1-4bfc-b61f-129f296c9038" -d '{"events": [{"server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "name": "network-vif-deleted", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:21.881538 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c7911-0c3d-423e-ac9b-bb7edf31e285 x-openstack-request-id: req-652c7911-0c3d-423e-ac9b-bb7edf31e285 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:21.881914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd", "name": "network-vif-deleted", "tag": "25e0fe63-6291-4794-9ca4-5734759a3eb3", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:21.882227 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-652c7911-0c3d-423e-ac9b-bb7edf31e285 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:21.882703 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faf6f27-ed43-4a0f-beb8-4b1d2c3e5bfd', 'name': 'network-vif-deleted', 'tag': '25e0fe63-6291-4794-9ca4-5734759a3eb3', 'status': 'completed', 'code': 200} Feb 17 04:43:21.988465 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06645-b7bc-47fd-b716-6ac3f0437cf9 req-4b69d206-cdbb-41cc-acb8-79d4983f0a46 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:21.989892 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-33e06645-b7bc-47fd-b716-6ac3f0437cf9 req-4b69d206-cdbb-41cc-acb8-79d4983f0a46 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0469899 Feb 17 04:43:22.025687 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-33e06645-b7bc-47fd-b716-6ac3f0437cf9 req-8b03f839-07e1-40f8-8196-0779c6170dbb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295873 Feb 17 04:43:22.443868 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57caeb2-77f5-41ed-afac-b78d800d6f55 req-64aabde0-058b-4fc3-a3a6-7d98668b5d32 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:22.445347 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d57caeb2-77f5-41ed-afac-b78d800d6f55 req-64aabde0-058b-4fc3-a3a6-7d98668b5d32 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 947 time: 0.0472336 Feb 17 04:43:22.481763 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d57caeb2-77f5-41ed-afac-b78d800d6f55 req-fe24a11f-ff79-4f45-92cf-acec84d820e8 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Feb 17 04:43:23.136156 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058965c-3a22-45a8-914b-f49fc1a7839d req-0fc58fc3-5b71-46df-bcec-7354dabe5f43 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:23.137606 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d058965c-3a22-45a8-914b-f49fc1a7839d req-0fc58fc3-5b71-46df-bcec-7354dabe5f43 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0462756 Feb 17 04:43:23.174869 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d058965c-3a22-45a8-914b-f49fc1a7839d req-4c8cf797-d139-4e9f-bc62-9c06789c0f94 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Feb 17 04:43:23.376356 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:43:23.545020 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235b722-b686-4766-b6d8-f4cc1df04e9c req-a55be628-4cb5-4164-9271-a917c81bc490 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:23.546498 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4235b722-b686-4766-b6d8-f4cc1df04e9c req-a55be628-4cb5-4164-9271-a917c81bc490 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0474472 Feb 17 04:43:23.587817 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4235b722-b686-4766-b6d8-f4cc1df04e9c req-cc454cb3-26b8-4ac9-8bb5-3ae52870e66b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Feb 17 04:43:23.605244 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb51fc-57fe-4ce1-93a9-ce3e04204883 req-676f3076-69cd-4ad6-ac9d-e62ce38c1194 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:23.605244 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-67bb51fc-57fe-4ce1-93a9-ce3e04204883 req-676f3076-69cd-4ad6-ac9d-e62ce38c1194 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 947 time: 0.0520389 Feb 17 04:43:23.641018 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-67bb51fc-57fe-4ce1-93a9-ce3e04204883 req-f7f4cb1e-36a3-48d5-bb95-eb85e20b9982 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297670 Feb 17 04:43:24.269843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-bd638124-0522-4a8d-9854-257d2689da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:24.275142 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 3bf334c9-1434-4cc6-ae48-5bb18c48f79d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:43:24.279348 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 25e0fe63-6291-4794-9ca4-5734759a3eb3 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:24.294719 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f660762-bf77-42c7-998c-58157f999649 req-e46b5c35-ea3e-4c7f-9ea6-9befdff1c638 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:24.296244 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9f660762-bf77-42c7-998c-58157f999649 req-e46b5c35-ea3e-4c7f-9ea6-9befdff1c638 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0528443 Feb 17 04:43:24.308737 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 25e0fe63-6291-4794-9ca4-5734759a3eb3 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:24.309081 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 25e0fe63-6291-4794-9ca4-5734759a3eb3 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:24.336715 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9f660762-bf77-42c7-998c-58157f999649 req-25a60d96-b9e1-4672-90e8-c24ca64e7dc5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Feb 17 04:43:24.393771 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:24.404605 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d', 'network_id': '609eeefc-c197-4547-95f6-1939f7cbf755', 'port_id': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d', 'mac_address': 'fa:16:3e:60:08:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156d484e-1e5a-4c16-a10c-7bf88d5fd1ee', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:43:24.559094 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:24.572238 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf334c9-1434-4cc6-ae48-5bb18c48f79d {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:43:24.590829 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:24.594308 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:24.641976 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:24.704310 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d629b-7002-4d6f-b367-3d1b1ec4ee0f req-ded2f47c-fcdf-47d5-b8c1-80e4d6a61f24 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:24.705817 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f70d629b-7002-4d6f-b367-3d1b1ec4ee0f req-ded2f47c-fcdf-47d5-b8c1-80e4d6a61f24 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Feb 17 04:43:24.743892 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f70d629b-7002-4d6f-b367-3d1b1ec4ee0f req-c71333c8-e454-4f25-b0d6-feb772887b23 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Feb 17 04:43:24.758162 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6f80c-9641-4de5-8ff9-a1e0e49d8228 req-f58941f1-a620-4fa6-89f1-2eed1ae017fb tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:24.759610 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-17e6f80c-9641-4de5-8ff9-a1e0e49d8228 req-f58941f1-a620-4fa6-89f1-2eed1ae017fb tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 948 time: 0.0486362 Feb 17 04:43:24.796951 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-17e6f80c-9641-4de5-8ff9-a1e0e49d8228 req-54141790-6aa9-4678-8d0a-646293c9b2b1 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306761 Feb 17 04:43:24.976597 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['3bf334c9-1434-4cc6-ae48-5bb18c48f79d'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:25.065076 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:25.447874 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70195603-4eca-4986-8c88-3f348f0adb6b req-ac997e9a-ef64-49db-8f38-45860b60bed7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:25.449361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-70195603-4eca-4986-8c88-3f348f0adb6b req-ac997e9a-ef64-49db-8f38-45860b60bed7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0470424 Feb 17 04:43:25.486819 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-70195603-4eca-4986-8c88-3f348f0adb6b req-246d8054-c82e-4403-b021-e4d2662fbda5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Feb 17 04:43:25.558858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-e7aa79d7-3165-4fa0-9c89-5ed147b33c17 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:25.560321 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-e7aa79d7-3165-4fa0-9c89-5ed147b33c17 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Feb 17 04:43:25.857551 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabc797-6d24-4a0b-89b1-1d00601b7ad0 req-d8663a3d-ac93-415c-a520-ade52bc7ffd3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:25.859765 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5eabc797-6d24-4a0b-89b1-1d00601b7ad0 req-d8663a3d-ac93-415c-a520-ade52bc7ffd3 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87 HTTP/1.1" status: 200 len: 946 time: 0.0473685 Feb 17 04:43:25.900948 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5eabc797-6d24-4a0b-89b1-1d00601b7ad0 req-a973884c-93dc-44df-8b20-d236435a0f28 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Feb 17 04:43:25.903347 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Deleting port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:25.903864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:25.973222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de3fb-5f8f-4acd-9839-a4ba7929ffb0 req-1f1150b4-3f6c-4ff8-a9d3-28b7c7754de9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:25.974678 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f0de3fb-5f8f-4acd-9839-a4ba7929ffb0 req-1f1150b4-3f6c-4ff8-a9d3-28b7c7754de9 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 948 time: 0.1062212 Feb 17 04:43:26.034872 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f0de3fb-5f8f-4acd-9839-a4ba7929ffb0 req-ab77390b-55ad-4bf8-9090-aca82308592d tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 Feb 17 04:43:26.039364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] For port f1e77de4-fb76-4f32-a293-ac0a8c9a6307, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:26.039730 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.051401 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Calling delete_port for f1e77de4-fb76-4f32-a293-ac0a8c9a6307 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:26.175871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.188007 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7', 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:26.204908 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event deleted for resources: {'Port': ['ID=f1e77de4-fb76-4f32-a293-ac0a8c9a6307,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:26.246696 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] No DVR routers for this DVR port f1e77de4-fb76-4f32-a293-ac0a8c9a6307 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:26.250015 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.253313 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7d157979-b3d5-4909-b8c5-3563cafb80f7 req-b82549d7-7921-4f7d-acc4-43dc1eb1f31e tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "DELETE /v2.0/ports/f1e77de4-fb76-4f32-a293-ac0a8c9a6307 HTTP/1.1" status: 204 len: 173 time: 0.6863263 Feb 17 04:43:26.253741 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'name': 'network-vif-deleted', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:26.255967 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e370843e-3bb3-431c-9137-238a0aea095d" -d '{"events": [{"server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "name": "network-vif-deleted", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:26.283822 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 3bf334c9-1434-4cc6-ae48-5bb18c48f79d up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:26.317571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c1c1d-25b7-45eb-a01d-e21e11857f87 x-openstack-request-id: req-7c1c1c1d-25b7-45eb-a01d-e21e11857f87 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:26.317864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87", "name": "network-vif-deleted", "tag": "f1e77de4-fb76-4f32-a293-ac0a8c9a6307", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:26.318114 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c1c1c1d-25b7-45eb-a01d-e21e11857f87 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:26.318503 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac8465-a9d7-4d9b-bc7d-4ea80dc5bd87', 'name': 'network-vif-deleted', 'tag': 'f1e77de4-fb76-4f32-a293-ac0a8c9a6307', 'status': 'completed', 'code': 200} Feb 17 04:43:26.383028 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:43:26.391775 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:26.392181 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.449528 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-56a8502e-af02-4ca5-81c4-36b5989d880d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732018585&fields=id&tenant_id=19741f566e0a4090ba0fef56ee78a5d6 HTTP/1.1" status: 200 len: 267 time: 0.0328717 Feb 17 04:43:26.538918 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.559018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-08cde7a3-8801-473a-b02f-ca10ec024b4b tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.560601 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-08cde7a3-8801-473a-b02f-ca10ec024b4b tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 808 time: 0.1029851 Feb 17 04:43:26.566653 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:26.568986 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f7bab3-fd60-4e31-ac0a-e36cf83e0c6f" -d '{"events": [{"server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "name": "network-vif-plugged", "status": "completed", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:26.575518 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-0275e041-4e9d-49d4-aae2-91423c3dffca tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/quotas/19741f566e0a4090ba0fef56ee78a5d6 HTTP/1.1" status: 200 len: 375 time: 0.0093727 Feb 17 04:43:26.582773 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:26.587538 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.612408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62ba91-d5a6-4ccd-ad4b-d05bef1aa70f req-54cd7bc9-f03f-4ce4-80b0-fdee6207ebdb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.614192 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3f62ba91-d5a6-4ccd-ad4b-d05bef1aa70f req-54cd7bc9-f03f-4ce4-80b0-fdee6207ebdb tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0557928 Feb 17 04:43:26.634972 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:26.643603 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-66e34b8a-0bd1-41b7-b358-47b33b44ace9 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606108 Feb 17 04:43:26.653935 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3f62ba91-d5a6-4ccd-ad4b-d05bef1aa70f req-e066ba39-4017-43a3-99a8-09b6f752bb05 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Feb 17 04:43:26.711042 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf8948-0b6e-4f3a-9c79-823d4db512db x-openstack-request-id: req-93bf8948-0b6e-4f3a-9c79-823d4db512db {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:26.711360 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "name": "network-vif-plugged", "status": "completed", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:26.711613 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93bf8948-0b6e-4f3a-9c79-823d4db512db {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:26.712046 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d', 'code': 200} Feb 17 04:43:26.716902 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:26.746839 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-bbaffb31-5cd4-41ee-8329-9d9df87509dd service neutron] 10.222.0.61 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919087 Feb 17 04:43:26.838915 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-775ed3a8-9418-4f0f-a659-9d07c9b0d1a7 service neutron] 10.222.0.61 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Feb 17 04:43:26.927307 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854bae-9825-49bf-b010-cdfa513c73c8 req-c53dbaeb-3601-4a0e-b6a7-8d9727a957ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:26.928989 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84854bae-9825-49bf-b010-cdfa513c73c8 req-c53dbaeb-3601-4a0e-b6a7-8d9727a957ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 1102 time: 0.0459597 Feb 17 04:43:26.967987 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84854bae-9825-49bf-b010-cdfa513c73c8 req-573e617c-0b6d-4f09-84a3-433ece558722 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Feb 17 04:43:27.032262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:27.183494 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca38015-9ff9-4f9b-94dc-c0c7a292824c req-d22d7d47-9403-4649-92bb-4487ad59eff2 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:27.191869 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ca38015-9ff9-4f9b-94dc-c0c7a292824c req-d22d7d47-9403-4649-92bb-4487ad59eff2 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0598757 Feb 17 04:43:27.203178 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c416140-91fa-4226-b58a-778f0a4ecd87 req-bf095aca-c476-411c-ae2b-bb38e45cb371 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:27.204750 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3c416140-91fa-4226-b58a-778f0a4ecd87 req-bf095aca-c476-411c-ae2b-bb38e45cb371 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0666537 Feb 17 04:43:27.232571 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ca38015-9ff9-4f9b-94dc-c0c7a292824c req-b5017b9a-476a-4807-b35a-6b99c18c259a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Feb 17 04:43:27.248954 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3c416140-91fa-4226-b58a-778f0a4ecd87 req-1caefb15-5adf-4f46-934e-cfa5957a0ece tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Feb 17 04:43:27.295714 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ac7bb553-b8b8-40aa-bf8b-bf88588842aa req-eb232ccb-c4fa-4ae3-87de-a68644be1662 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 210 time: 0.0258524 Feb 17 04:43:27.772869 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba592554-eb25-441c-96b0-df205e6db042 req-6ddb63b1-446b-484c-9a63-ccb6f1d7fbb3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:27.774342 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba592554-eb25-441c-96b0-df205e6db042 req-6ddb63b1-446b-484c-9a63-ccb6f1d7fbb3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0479989 Feb 17 04:43:27.815140 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba592554-eb25-441c-96b0-df205e6db042 req-7141fd2b-2db4-42c1-a1f1-0e1c87f55f11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Feb 17 04:43:28.298579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-a034f409-df14-494b-b1e8-6e99d162ca7d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.300265 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-a034f409-df14-494b-b1e8-6e99d162ca7d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 808 time: 0.1111290 Feb 17 04:43:28.361483 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b149c0-7a3c-48b8-8bad-35e7f386bbf7 req-29022320-1f54-486f-9f11-5112f058cded tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.364160 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-63b149c0-7a3c-48b8-8bad-35e7f386bbf7 req-29022320-1f54-486f-9f11-5112f058cded tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0629179 Feb 17 04:43:28.385944 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9b60-8d19-4daa-b789-5aa2659ddd99 req-e9eb03d8-84de-4988-a55e-8a7b63ddde44 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.396540 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-884b9b60-8d19-4daa-b789-5aa2659ddd99 req-e9eb03d8-84de-4988-a55e-8a7b63ddde44 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0714505 Feb 17 04:43:28.413705 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-b480f6f4-3edd-4813-9eb4-4cb94120aa4d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19741f566e0a4090ba0fef56ee78a5d6 HTTP/1.1" status: 200 len: 379 time: 0.0767505 Feb 17 04:43:28.432330 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-884b9b60-8d19-4daa-b789-5aa2659ddd99 req-48973aca-8b1b-4840-af6f-aeb39549d377 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Feb 17 04:43:28.432749 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'port': {'device_id': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'admin_state_up': True, 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'security_groups': ['8446555b-ab79-4625-a801-95c046465791']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:28.444721 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-63b149c0-7a3c-48b8-8bad-35e7f386bbf7 req-c241bfd0-dfa2-43d7-9559-0dacc881f5b7 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Feb 17 04:43:28.533931 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7964b887-a101-4304-aa44-5034544b746e req-e563d385-83dd-4515-91ba-0eee98cc746a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 210 time: 0.0265489 Feb 17 04:43:28.554480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Made reservation on behalf of 19741f566e0a4090ba0fef56ee78a5d6 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:28.558145 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:28.681393 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Allocated IP 172.20.0.13 (56b77610-4059-4627-b4bd-4e6f4e111554/25740880-ac0f-4bbf-82d2-4c79af5d9ab7/bd4612c0-4e18-4eec-a733-8227a92c8f16) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:28.815838 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:28.857245 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:28.941289 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Network 56b77610-4059-4627-b4bd-4e6f4e111554 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:28.943832 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:28.945618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:28.948602 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:28.992049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492faff-70db-4911-80e0-daef3ae418d1 req-6745f773-3801-4629-b754-ef03ebb09c53 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:28.993647 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e492faff-70db-4911-80e0-daef3ae418d1 req-6745f773-3801-4629-b754-ef03ebb09c53 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1059182 Feb 17 04:43:29.042353 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.042999 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.068414 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e492faff-70db-4911-80e0-daef3ae418d1 req-7cdad5b9-52f2-4570-b52d-c08af623684f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563424 Feb 17 04:43:29.078371 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-20ea4a3c-3c7e-4832-9608-304c5fe36082 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6493895 Feb 17 04:43:29.097402 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Request body: {'port': {'device_id': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:29.158270 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.282787 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-39a3d380-85e6-4cf2-a2f0-e767af5ebd37 None None] Provisioning complete for port bd4612c0-4e18-4eec-a733-8227a92c8f16 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:29.283391 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-39a3d380-85e6-4cf2-a2f0-e767af5ebd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.320036 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-39a3d380-85e6-4cf2-a2f0-e767af5ebd37 None None] Port bd4612c0-4e18-4eec-a733-8227a92c8f16 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:43:29.368824 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108068cb-2067-48c6-84c2-2a6803a519dd req-a3c63de6-b6b6-41f9-87f2-bf23ade3383b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.370299 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-108068cb-2067-48c6-84c2-2a6803a519dd req-a3c63de6-b6b6-41f9-87f2-bf23ade3383b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.0945051 Feb 17 04:43:29.514812 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4612c0-4e18-4eec-a733-8227a92c8f16 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:43:29.526411 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.556190 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ad02b-d0bc-48f4-9688-8106319f0269 req-024bfa4d-8da7-479a-accb-f08e7177accd tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.557843 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-659ad02b-d0bc-48f4-9688-8106319f0269 req-024bfa4d-8da7-479a-accb-f08e7177accd tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0509195 Feb 17 04:43:29.574354 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Deleting port d4e5366c-7f93-424b-8f1c-c607fc552e71 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:29.574610 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.578799 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Transition to ACTIVE for port object bd4612c0-4e18-4eec-a733-8227a92c8f16 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:43:29.594719 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.598032 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-659ad02b-d0bc-48f4-9688-8106319f0269 req-babdd77d-1197-4b69-b32e-7b57bdd7ad68 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Feb 17 04:43:29.664264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcde4e-1716-4f69-8192-90b6e42e60a4 req-98bbb770-3492-4787-a20d-23b0b9b798e0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.665749 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-64dcde4e-1716-4f69-8192-90b6e42e60a4 req-98bbb770-3492-4787-a20d-23b0b9b798e0 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 945 time: 0.1426401 Feb 17 04:43:29.693370 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:29.736164 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205547d-7ebd-481e-92e5-51ea7cb09de9 req-7ad957f4-43d9-4979-ae4f-aa6c2b428ec0 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:29.745449 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c205547d-7ebd-481e-92e5-51ea7cb09de9 req-7ad957f4-43d9-4979-ae4f-aa6c2b428ec0 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0867808 Feb 17 04:43:29.768997 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] For port d4e5366c-7f93-424b-8f1c-c607fc552e71, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=d4e5366c-7f93-424b-8f1c-c607fc552e71,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:29.769842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:29.782791 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c205547d-7ebd-481e-92e5-51ea7cb09de9 req-63b65dc5-3637-4bb1-aab5-d8d0e7715ea7 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363801 Feb 17 04:43:29.806261 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-64dcde4e-1716-4f69-8192-90b6e42e60a4 req-48b0e44a-b296-4794-9ddd-a37da5e78a0b tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019120 Feb 17 04:43:29.818122 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Calling delete_port for d4e5366c-7f93-424b-8f1c-c607fc552e71 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:29.880116 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Attempting to bind port bd4612c0-4e18-4eec-a733-8227a92c8f16 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:43:29.880452 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Attempting to bind port bd4612c0-4e18-4eec-a733-8227a92c8f16 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:43:29.880782 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Attempting to bind port bd4612c0-4e18-4eec-a733-8227a92c8f16 on network 56b77610-4059-4627-b4bd-4e6f4e111554 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:29.889182 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Port bd4612c0-4e18-4eec-a733-8227a92c8f16 on network 56b77610-4059-4627-b4bd-4e6f4e111554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:43:29.889467 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Attempting to bind port bd4612c0-4e18-4eec-a733-8227a92c8f16 on network 56b77610-4059-4627-b4bd-4e6f4e111554 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:29.901377 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:43:29.901712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Checking segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:29.902093 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Bound using segment: {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:43:29.902521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Bound port: bd4612c0-4e18-4eec-a733-8227a92c8f16, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:43:29.902877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:30.037382 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:43:30.058145 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:43:30.059829 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:30.068948 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:30.079911 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7', 'd4e5366c-7f93-424b-8f1c-c607fc552e71'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:30.086349 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a48ad-0f57-45eb-bf3e-30030fcdd288 req-f4a30de4-8025-4b2d-871e-7ca002210914 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.087850 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-187a48ad-0f57-45eb-bf3e-30030fcdd288 req-f4a30de4-8025-4b2d-871e-7ca002210914 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0956745 Feb 17 04:43:30.121727 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event deleted for resources: {'Port': ['ID=d4e5366c-7f93-424b-8f1c-c607fc552e71,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:30.129913 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.130633 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:30.132007 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] 10.222.0.37 "PUT /v2.0/ports/bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1094 time: 1.0397956 Feb 17 04:43:30.132535 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:30.134862 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21638034-0bbb-4be6-9a06-d51a06e752be" -d '{"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:30.216735 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bd263-11e5-49d0-ab61-433a60868301 req-a5cdc87a-7ee3-4867-925a-588128372a8a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.227744 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-656bd263-11e5-49d0-ab61-433a60868301 req-a5cdc87a-7ee3-4867-925a-588128372a8a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0684547 Feb 17 04:43:30.251064 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] No DVR routers for this DVR port d4e5366c-7f93-424b-8f1c-c607fc552e71 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:30.254440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:30.258434 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-108068cb-2067-48c6-84c2-2a6803a519dd req-c7cc0f34-7ec6-4e9a-801a-884109853f70 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "DELETE /v2.0/ports/d4e5366c-7f93-424b-8f1c-c607fc552e71 HTTP/1.1" status: 204 len: 173 time: 0.8763506 Feb 17 04:43:30.263598 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-656bd263-11e5-49d0-ab61-433a60868301 req-410ea8d6-7d2f-4a72-9e27-0a67bad10d71 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347347 Feb 17 04:43:30.267600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bc1fd-e71f-4ed9-a204-d190ba72d736 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:30.296866 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-187a48ad-0f57-45eb-bf3e-30030fcdd288 req-cbe21366-e699-4b97-81e5-f9b0c98e712a tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853278 Feb 17 04:43:30.316732 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f1e77de4-fb76-4f32-a293-ac0a8c9a6307 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:30.320054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6998048-5946-408b-9682-29d9374db40f x-openstack-request-id: req-f6998048-5946-408b-9682-29d9374db40f {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:30.320519 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:30.320873 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6998048-5946-408b-9682-29d9374db40f {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:30.320968 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'status': 'completed', 'code': 200} Feb 17 04:43:30.344336 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: f1e77de4-fb76-4f32-a293-ac0a8c9a6307 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:30.344725 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f1e77de4-fb76-4f32-a293-ac0a8c9a6307 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:30.383744 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21638034-0bbb-4be6-9a06-d51a06e752be req-0bd5f82f-9844-4b1e-9872-81905869c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.385354 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-21638034-0bbb-4be6-9a06-d51a06e752be req-0bd5f82f-9844-4b1e-9872-81905869c7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1097 time: 0.0413625 Feb 17 04:43:30.497284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21638034-0bbb-4be6-9a06-d51a06e752be req-6c8a5fac-76b8-47ef-aea4-1124848be835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.498732 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-21638034-0bbb-4be6-9a06-d51a06e752be req-6c8a5fac-76b8-47ef-aea4-1124848be835 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0918493 Feb 17 04:43:30.590707 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21638034-0bbb-4be6-9a06-d51a06e752be req-2f692e6a-0d74-4fa7-90bc-7dab6770e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.592287 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-21638034-0bbb-4be6-9a06-d51a06e752be req-2f692e6a-0d74-4fa7-90bc-7dab6770e732 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0840335 Feb 17 04:43:30.694398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-52bb39fc-0932-4619-a3b9-bed15714f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.695870 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-52bb39fc-0932-4619-a3b9-bed15714f243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1097 time: 0.0442791 Feb 17 04:43:30.739967 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-eda13ed7-5af3-4858-b314-42bf1abe3f1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 217 time: 0.0330439 Feb 17 04:43:30.797965 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-3d9f3663-db03-4bdf-b352-67da686c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.799409 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-3d9f3663-db03-4bdf-b352-67da686c53fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0426311 Feb 17 04:43:30.903721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-8c498695-e03e-4af2-be6d-0d178d57f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.905158 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-8c498695-e03e-4af2-be6d-0d178d57f7ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763478 Feb 17 04:43:30.922882 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0fcf050b-100b-40f7-aa3f-1ce04845c76d req-826f4b60-721c-41d0-be0b-6edef5d81464 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fded7af-097e-4d3e-b81a-140d56366635 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Feb 17 04:43:30.930570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54abb36-a491-496e-be77-60472c30ee6e req-4dbd3c6f-37ad-4065-9f7e-debffea65ceb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:30.931825 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d54abb36-a491-496e-be77-60472c30ee6e req-4dbd3c6f-37ad-4065-9f7e-debffea65ceb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0741057 Feb 17 04:43:31.023592 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d54abb36-a491-496e-be77-60472c30ee6e req-26f0020e-7bcf-4040-b990-598cc5c25aaa tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816319 Feb 17 04:43:31.047612 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-338e5f56-1312-48f6-aef4-2d53fcc66929 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147985 Feb 17 04:43:31.152288 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6ead4e4-9831-46bf-8c5d-6ca0423124c3 req-7cf3102b-8bc6-4167-b0b7-22c9f8545444 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825150 Feb 17 04:43:31.258786 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85520a-618c-47b8-81a4-9e4f15718c82 req-ae1187c5-4e94-42d9-a610-3f489b3c3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:31.260282 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ab85520a-618c-47b8-81a4-9e4f15718c82 req-ae1187c5-4e94-42d9-a610-3f489b3c3f1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0388944 Feb 17 04:43:31.305973 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ab85520a-618c-47b8-81a4-9e4f15718c82 req-3811e463-4b07-4481-849b-27f56b3bdc10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276740 Feb 17 04:43:31.380374 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97bbfc-3f8d-486a-ac8c-714d88f4a694 req-5ecb0163-29e3-4763-8d05-c83b3b2ef6e8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:31.381949 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dc97bbfc-3f8d-486a-ac8c-714d88f4a694 req-5ecb0163-29e3-4763-8d05-c83b3b2ef6e8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0513117 Feb 17 04:43:31.414078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6042-6c30-4518-b32f-867c0bb588de req-20a48b18-e536-4a3b-93e4-c6f58c1321fa tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:31.415546 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40ee6042-6c30-4518-b32f-867c0bb588de req-20a48b18-e536-4a3b-93e4-c6f58c1321fa tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0509038 Feb 17 04:43:31.420285 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dc97bbfc-3f8d-486a-ac8c-714d88f4a694 req-f9d7cde0-ba78-4401-a19b-0cd1dfa31925 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Feb 17 04:43:31.453089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40ee6042-6c30-4518-b32f-867c0bb588de req-a378d5e3-e221-49e7-a276-f86565cfb697 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Feb 17 04:43:32.149914 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-9c1b1d62-1331-445a-84c4-b1e7cc5f6175 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:32.151343 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-9c1b1d62-1331-445a-84c4-b1e7cc5f6175 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 949 time: 0.0761909 Feb 17 04:43:32.162691 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649875-0206-4942-a510-8b7693a85089 req-716b1c7c-2228-4139-a0cd-8308525b6721 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:32.164083 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c0649875-0206-4942-a510-8b7693a85089 req-716b1c7c-2228-4139-a0cd-8308525b6721 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0629764 Feb 17 04:43:32.249840 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c0649875-0206-4942-a510-8b7693a85089 req-91feadfa-418f-4260-81b0-264b3f7ebf1f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788908 Feb 17 04:43:32.277163 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Deleting port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:32.277504 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:32.324330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'name': 'network-vif-deleted', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:32.326507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a6d217-9932-4423-89ae-790492d1b0e3" -d '{"events": [{"server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "name": "network-vif-deleted", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:32.362825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a3ba69-6f60-414c-832b-6ea3cb698f2c x-openstack-request-id: req-19a3ba69-6f60-414c-832b-6ea3cb698f2c {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:32.363147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fded7af-097e-4d3e-b81a-140d56366635", "name": "network-vif-deleted", "tag": "d4e5366c-7f93-424b-8f1c-c607fc552e71", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:32.363404 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19a3ba69-6f60-414c-832b-6ea3cb698f2c {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:32.363814 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fded7af-097e-4d3e-b81a-140d56366635', 'name': 'network-vif-deleted', 'tag': 'd4e5366c-7f93-424b-8f1c-c607fc552e71', 'status': 'completed', 'code': 200} Feb 17 04:43:32.375692 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] For port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,segment=NetworkSegment(a9592bd0-7b77-45d4-9a99-f3a30200481d),segment_id=a9592bd0-7b77-45d4-9a99-f3a30200481d)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:32.376660 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:32.391505 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Calling delete_port for 3bf334c9-1434-4cc6-ae48-5bb18c48f79d owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:32.547627 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:32.562239 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['3bf334c9-1434-4cc6-ae48-5bb18c48f79d'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:32.569550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3474a-90b4-44d2-8782-533de73279b5 req-498d203e-a4ab-42e3-bbb0-d1ed61f276d6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:32.571104 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29e3474a-90b4-44d2-8782-533de73279b5 req-498d203e-a4ab-42e3-bbb0-d1ed61f276d6 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0744600 Feb 17 04:43:32.571498 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17ad66-a647-4b1f-b972-f535761ba181 req-59b72110-7fd0-48ad-a6c8-7c9aaf3251f4 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:32.573544 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ab17ad66-a647-4b1f-b972-f535761ba181 req-59b72110-7fd0-48ad-a6c8-7c9aaf3251f4 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bc29712-88a5-4e9d-8cae-bd00e59585b6 HTTP/1.1" status: 200 len: 867 time: 0.0507052 Feb 17 04:43:32.598364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Pushing event deleted for resources: {'Port': ['ID=3bf334c9-1434-4cc6-ae48-5bb18c48f79d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:32.614762 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ab17ad66-a647-4b1f-b972-f535761ba181 req-155edbde-8fb7-45f4-a1dc-acc94547e08e tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.61 "GET /v2.0/security-groups?id=6649e9a3-e215-4d26-83ac-e432585ef435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Feb 17 04:43:32.652524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] No DVR routers for this DVR port 3bf334c9-1434-4cc6-ae48-5bb18c48f79d on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:32.655715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:32.659355 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ca9f7010-4572-4ee1-99b8-f6fbbd3ff3fd req-2bb9b1d0-9a7c-42e9-bc72-91ed718bb857 tempest-VolumesNegativeTest-97410134 tempest-VolumesNegativeTest-97410134-project] 10.222.0.37 "DELETE /v2.0/ports/3bf334c9-1434-4cc6-ae48-5bb18c48f79d HTTP/1.1" status: 204 len: 173 time: 0.4944031 Feb 17 04:43:32.687218 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29e3474a-90b4-44d2-8782-533de73279b5 req-801856d8-e0fd-4179-83e3-061b305850e3 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926826 Feb 17 04:43:33.316271 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a381-4cc7-4557-875e-6ae043ebca20 req-64940682-a564-4ccf-b9eb-89530673e6ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:33.317733 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-10a6a381-4cc7-4557-875e-6ae043ebca20 req-64940682-a564-4ccf-b9eb-89530673e6ba tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0474601 Feb 17 04:43:33.354444 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-10a6a381-4cc7-4557-875e-6ae043ebca20 req-81c7691c-fd63-4f6b-b07e-48db34b99419 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Feb 17 04:43:33.364434 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406d71-17a8-4bbb-83c5-8d898f46d627 req-1f067e06-ced5-448d-9a84-8e58c3409768 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:33.367002 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0a406d71-17a8-4bbb-83c5-8d898f46d627 req-1f067e06-ced5-448d-9a84-8e58c3409768 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0475600 Feb 17 04:43:33.403126 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0a406d71-17a8-4bbb-83c5-8d898f46d627 req-e9f649c1-a5c2-4422-8b1f-ccd70be456e4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308416 Feb 17 04:43:33.804026 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3f98f-aa0a-4d6d-846a-eb7efe8a5425 req-5f05480b-fe09-4693-a424-1536b6b658f9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:33.805528 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b9d3f98f-aa0a-4d6d-846a-eb7efe8a5425 req-5f05480b-fe09-4693-a424-1536b6b658f9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0532968 Feb 17 04:43:33.842342 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b9d3f98f-aa0a-4d6d-846a-eb7efe8a5425 req-5b970f4f-9b92-476f-9ce8-af90a1c2a7be tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Feb 17 04:43:34.187754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cd265-8197-4434-bca3-997b441a8d02 req-c33dfa81-2a96-4044-b3f0-567f7c03a259 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.189270 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c5cd265-8197-4434-bca3-997b441a8d02 req-c33dfa81-2a96-4044-b3f0-567f7c03a259 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0776284 Feb 17 04:43:34.194103 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-7c32bc2f-b472-47cd-91d6-32019da88307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.195672 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-7c32bc2f-b472-47cd-91d6-32019da88307 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=42f0d585131b44758b021a3d7fbb823d&device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 1099 time: 0.0751374 Feb 17 04:43:34.279128 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c5cd265-8197-4434-bca3-997b441a8d02 req-a4d77944-4d89-4a20-82b8-11c00618e885 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824673 Feb 17 04:43:34.305009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device d4e5366c-7f93-424b-8f1c-c607fc552e71 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:34.326663 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: d4e5366c-7f93-424b-8f1c-c607fc552e71 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:34.327769 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device d4e5366c-7f93-424b-8f1c-c607fc552e71 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:34.328672 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 3bf334c9-1434-4cc6-ae48-5bb18c48f79d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:34.333241 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-6f4a23c1-0f2d-469f-9d44-d0837817ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.334773 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-6f4a23c1-0f2d-469f-9d44-d0837817ff85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 200 len: 920 time: 0.1243036 Feb 17 04:43:34.349555 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 3bf334c9-1434-4cc6-ae48-5bb18c48f79d {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:34.349926 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 3bf334c9-1434-4cc6-ae48-5bb18c48f79d not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:34.387804 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'name': 'network-vif-deleted', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:34.391325 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed587ffa-a39b-4d3c-b31f-ce45887c6e57" -d '{"events": [{"server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "name": "network-vif-deleted", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:34.395800 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-dd18b7d7-7990-4967-907e-38318c2b7800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 200 len: 217 time: 0.0449073 Feb 17 04:43:34.449419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66c701-11ac-4557-a1b8-ebdf132063f4 x-openstack-request-id: req-4e66c701-11ac-4557-a1b8-ebdf132063f4 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:34.449717 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc29712-88a5-4e9d-8cae-bd00e59585b6", "name": "network-vif-deleted", "tag": "3bf334c9-1434-4cc6-ae48-5bb18c48f79d", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:34.450015 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e66c701-11ac-4557-a1b8-ebdf132063f4 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:34.450533 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc29712-88a5-4e9d-8cae-bd00e59585b6', 'name': 'network-vif-deleted', 'tag': '3bf334c9-1434-4cc6-ae48-5bb18c48f79d', 'status': 'completed', 'code': 200} Feb 17 04:43:34.469171 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-4e6094a0-7ed4-45fa-a78b-eb8c244bd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.471089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-4e6094a0-7ed4-45fa-a78b-eb8c244bd462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 200 len: 859 time: 0.0628147 Feb 17 04:43:34.489269 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8005c8e-f08a-4a48-a772-082555deef24 req-6b977a82-2691-4b4a-a424-805e7905d95f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.491019 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d8005c8e-f08a-4a48-a772-082555deef24 req-6b977a82-2691-4b4a-a424-805e7905d95f tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0583177 Feb 17 04:43:34.531232 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-4ba68f64-30b7-4140-bb48-b412110e84ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521014 Feb 17 04:43:34.535353 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d8005c8e-f08a-4a48-a772-082555deef24 req-13c2c08d-7d93-48df-861b-dd2b14dbf5f5 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/security-groups?id=1f16beb0-03a2-4173-a8aa-a97b805a0b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364563 Feb 17 04:43:34.569995 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245f9bb-d880-4187-bf0e-c4dcd0d77f3a req-619b2f9d-7e52-4e4f-a729-06d75582539a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.571493 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7245f9bb-d880-4187-bf0e-c4dcd0d77f3a req-619b2f9d-7e52-4e4f-a729-06d75582539a tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0851247 Feb 17 04:43:34.644098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7245f9bb-d880-4187-bf0e-c4dcd0d77f3a req-6375298a-91c4-4770-80ab-326d4fa4effd tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Feb 17 04:43:34.669649 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-b59f61cf-958c-4902-931b-1422030e8a0a service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298261 Feb 17 04:43:34.774024 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9647c3f4-4d0b-4168-b6aa-84ae45275a11 req-4773cb70-a8d8-45f7-9f5a-75c5cc1dec81 service neutron] 10.222.0.37 "GET /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950377 Feb 17 04:43:34.994043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-a9d52e46-6c8f-462e-85da-793ef0f4a54a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:34.995497 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-a9d52e46-6c8f-462e-85da-793ef0f4a54a tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 945 time: 0.0482843 Feb 17 04:43:35.100231 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Deleting port 8b303249-ec59-4a47-aa8e-c5110eb659c7 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:35.100575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:35.192026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] For port 8b303249-ec59-4a47-aa8e-c5110eb659c7, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=8b303249-ec59-4a47-aa8e-c5110eb659c7,segment=NetworkSegment(0052ff17-d77e-499e-8579-5a0761eccd7f),segment_id=0052ff17-d77e-499e-8579-5a0761eccd7f)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:35.192656 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:35.204536 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Calling delete_port for 8b303249-ec59-4a47-aa8e-c5110eb659c7 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:35.343407 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:35.357657 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['8b303249-ec59-4a47-aa8e-c5110eb659c7'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:35.376822 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Pushing event deleted for resources: {'Port': ['ID=8b303249-ec59-4a47-aa8e-c5110eb659c7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:35.412972 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c300e-18b0-401e-9e9c-4cfd3b51e78f req-4f0917c7-2a8d-4ffd-ad4f-e8702ed492ac tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:35.414443 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e19c300e-18b0-401e-9e9c-4cfd3b51e78f req-4f0917c7-2a8d-4ffd-ad4f-e8702ed492ac tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0595989 Feb 17 04:43:35.430026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] No DVR routers for this DVR port 8b303249-ec59-4a47-aa8e-c5110eb659c7 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:35.432539 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:35.435897 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a609a829-c571-4da2-a1ac-23a40b0dc368 req-87fadb33-9da7-4eb7-b489-262d02c83944 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.37 "DELETE /v2.0/ports/8b303249-ec59-4a47-aa8e-c5110eb659c7 HTTP/1.1" status: 204 len: 173 time: 0.4310150 Feb 17 04:43:35.458463 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e19c300e-18b0-401e-9e9c-4cfd3b51e78f req-153a6ce0-0bb1-4369-817e-5f52e8765bf5 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Feb 17 04:43:35.647752 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f727079e-f662-44f5-990b-124b22cd2591 req-ff379d7d-7dc7-4160-b411-18ce008198e6 tempest-AttachVolumeNegativeTest-1689686491 tempest-AttachVolumeNegativeTest-1689686491-project] 10.222.0.61 "GET /v2.0/ports?device_id=c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Feb 17 04:43:35.772051 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f186c1-a5ce-499f-a89e-8dc76a8c1908 req-9fe3cf40-ca73-4718-839d-3593b145cb50 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:35.773496 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f4f186c1-a5ce-499f-a89e-8dc76a8c1908 req-9fe3cf40-ca73-4718-839d-3593b145cb50 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0518322 Feb 17 04:43:35.812232 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f4f186c1-a5ce-499f-a89e-8dc76a8c1908 req-d72a82f7-b76a-4488-9ce2-59860fceacb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Feb 17 04:43:36.451542 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'name': 'network-vif-deleted', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:36.454399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1407b952-94b2-4625-a029-b1794cf6fc29" -d '{"events": [{"server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "name": "network-vif-deleted", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:36.490713 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335cd658-cd99-4454-b9d9-0841572196e9 x-openstack-request-id: req-335cd658-cd99-4454-b9d9-0841572196e9 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:36.491059 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716", "name": "network-vif-deleted", "tag": "8b303249-ec59-4a47-aa8e-c5110eb659c7", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:36.491313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-335cd658-cd99-4454-b9d9-0841572196e9 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:36.491980 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57fbe9b-0f93-46e3-ac2d-30fa9f1e0716', 'name': 'network-vif-deleted', 'tag': '8b303249-ec59-4a47-aa8e-c5110eb659c7', 'status': 'completed', 'code': 200} Feb 17 04:43:36.578154 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bedbe-2a0c-4b90-8eba-4c4a4a6f1585 req-83c4586b-6d6c-41a5-bfa8-d6117b8daab9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:36.579696 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b50bedbe-2a0c-4b90-8eba-4c4a4a6f1585 req-83c4586b-6d6c-41a5-bfa8-d6117b8daab9 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0501733 Feb 17 04:43:36.618179 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b50bedbe-2a0c-4b90-8eba-4c4a4a6f1585 req-e9100162-40e4-4a4e-a9bc-fdd39d0aa6ab tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Feb 17 04:43:36.706764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51474) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:36.750811 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Deleting subnet 82439587-9a2e-4d84-b5f1-332d332fa60e {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:43:36.753745 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:36.785329 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:36.790792 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:36.845161 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:36.872710 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82439587-9a2e-4d84-b5f1-332d332fa60e,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:36.875698 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:36.881647 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7aa6b41b-d6e6-406e-9cc2-3abf82100d49 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/82439587-9a2e-4d84-b5f1-332d332fa60e HTTP/1.1" status: 204 len: 168 time: 0.1736381 Feb 17 04:43:36.884031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51478) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:36.940207 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163888b-2b5a-4c4f-a14a-65c33cdf5d25 req-98066316-7dca-442f-ac19-611c30199a6d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:36.941802 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1163888b-2b5a-4c4f-a14a-65c33cdf5d25 req-98066316-7dca-442f-ac19-611c30199a6d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0582051 Feb 17 04:43:36.982874 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1163888b-2b5a-4c4f-a14a-65c33cdf5d25 req-57d4ae27-7b29-435b-a051-09e6f019d9db tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341477 Feb 17 04:43:37.183364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.260642 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.279794 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9090bff2-658b-4ec2-a138-be1aa7d71de9']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:37.289042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0052ff17-d77e-499e-8579-5a0761eccd7f') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:37.289333 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0052ff17-d77e-499e-8579-5a0761eccd7f') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:37.298077 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.310375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.316263 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:43:37.316637 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:37.318179 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:37.368953 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.374364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.377480 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9090bff2-658b-4ec2-a138-be1aa7d71de9 HTTP/1.1" status: 204 len: 168 time: 0.4924891 Feb 17 04:43:37.388787 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Pushing event deleted for resources: {'Network': ['ID=9090bff2-658b-4ec2-a138-be1aa7d71de9,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:37.396355 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.396703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.397040 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.397372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.397708 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.398038 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.398362 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.398686 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.399008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.399327 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.399647 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.399981 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2496e14-a047-4f37-92a5-8aad85e4b146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.545312 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51486) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:37.587361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-16f62782-6bc1-472c-8229-2f39ee11e9ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e412123afb3d4573a452f749e09a3158&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403454 Feb 17 04:43:37.590264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51490) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:37.641753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.651762 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51494) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:37.663724 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.742066 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e78f4-0df9-4105-a404-20bd4572e191 req-1a53c747-e2cb-4794-8ba5-c8785a5ecd6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:37.743563 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-165e78f4-0df9-4105-a404-20bd4572e191 req-1a53c747-e2cb-4794-8ba5-c8785a5ecd6d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0520926 Feb 17 04:43:37.757023 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.759436 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.760542 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f16beb0-03a2-4173-a8aa-a97b805a0b0c HTTP/1.1" status: 204 len: 168 time: 0.1693795 Feb 17 04:43:37.778806 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d91cf6-9d3c-4793-80bf-37d54acf9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16beb0-03a2-4173-a8aa-a97b805a0b0c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:37.800042 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-165e78f4-0df9-4105-a404-20bd4572e191 req-664f7d46-2d7b-4376-8d09-10ff415e5680 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Feb 17 04:43:37.801218 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b80c5ee2-d588-4726-b34e-f5568837dde7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5788f24e072741f5b8cdd5007f0662a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478503 Feb 17 04:43:37.803625 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51500) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:37.857440 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.889467 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.946764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.949331 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:37.950542 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6649e9a3-e215-4d26-83ac-e432585ef435 HTTP/1.1" status: 204 len: 168 time: 0.1459820 Feb 17 04:43:37.960115 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6649e9a3-e215-4d26-83ac-e432585ef435,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:37.967408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.968391 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.968825 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.969216 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.969615 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.970002 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.970334 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.970832 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.971460 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.971944 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.972467 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:37.972949 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f525d2-9f6d-4508-8e6e-e92863ab38f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:38.116610 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ce09-1008-4ef1-b3d3-a557ea7e9926 req-9a232012-227f-4283-b7e4-2f9950c0c6fb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:38.125151 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-75f7ce09-1008-4ef1-b3d3-a557ea7e9926 req-9a232012-227f-4283-b7e4-2f9950c0c6fb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0654476 Feb 17 04:43:38.175166 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-75f7ce09-1008-4ef1-b3d3-a557ea7e9926 req-2d2f5765-f179-4c6d-93b5-5a26fbaca047 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491040 Feb 17 04:43:38.535329 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51534) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:38.630816 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-698908884-network', 'tenant_id': 'b0de9a4e32df4f2488326be593f3b054'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:38.654764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Made reservation on behalf of b0de9a4e32df4f2488326be593f3b054 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:38.657196 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.665404 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.749708 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.753837 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.779048 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:43:38.789348 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5bb045-6b56-4b85-aa4a-5e62558dfa85,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:38.795079 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.795417 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Added segment 2478f5d0-425e-4ebb-baf8-db9498413c28 of type vlan for network 80486239-a9ab-41b6-a1e0-029194f0242a Feb 17 04:43:38.835979 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.861443 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.862324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:38.862904 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:38.917860 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3814175 Feb 17 04:43:38.920850 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51538) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:38.926883 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd6875-fb8f-4bf8-bed3-a6260b9da555 admin admin] Pushing event updated for resources: {'Network': ['ID=80486239-a9ab-41b6-a1e0-029194f0242a,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:38.931991 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Request body: {'subnet': {'network_id': '80486239-a9ab-41b6-a1e0-029194f0242a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-698908884-subnet', 'tenant_id': 'b0de9a4e32df4f2488326be593f3b054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:38.938500 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 80486239-a9ab-41b6-a1e0-029194f0242a details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:43:38.956432 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Made reservation on behalf of b0de9a4e32df4f2488326be593f3b054 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:38.958929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.124450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.174744 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78866101-e92c-453f-b468-58daf194c53f,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:39.185070 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Checking segment: {'id': '2478f5d0-425e-4ebb-baf8-db9498413c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '80486239-a9ab-41b6-a1e0-029194f0242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:39.185449 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Network hostable DHCP agents. Network: 80486239-a9ab-41b6-a1e0-029194f0242a, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:43:39.204921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Network 80486239-a9ab-41b6-a1e0-029194f0242a is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:43:39.216981 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 80486239-a9ab-41b6-a1e0-029194f0242a) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:39.222458 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:39.225006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.228899 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ccc74-3387-4edf-a0a8-8ff7e719500f None None] Network 80486239-a9ab-41b6-a1e0-029194f0242a requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:43:39.245806 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b451ca1b-4ed8-46b4-beaf-cb9e16afc1b7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3229773 Feb 17 04:43:39.320750 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40831e5d-8532-4166-b272-4a5facca6957 req-0da2f245-e94a-4274-be9d-396fe4928250 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:39.329091 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40831e5d-8532-4166-b272-4a5facca6957 req-0da2f245-e94a-4274-be9d-396fe4928250 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0642364 Feb 17 04:43:39.386935 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40831e5d-8532-4166-b272-4a5facca6957 req-3df65740-3e6c-407f-92f7-c89c9faec36e tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485897 Feb 17 04:43:39.400247 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15f261-e5e7-4138-9bfb-f2c30af6a2c1 None None] Network 80486239-a9ab-41b6-a1e0-029194f0242a requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:43:39.779137 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51568) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:39.784094 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-703387893-network', 'tenant_id': '4f9a9ddd67004c1d9d5bd4d010dd4158'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:39.804700 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Made reservation on behalf of 4f9a9ddd67004c1d9d5bd4d010dd4158 for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:39.806867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.817993 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.888528 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.892054 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.915285 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:43:39.926730 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bdcec4-c4ea-404a-adf5-e48e9627ae5f,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:39.932040 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.932376 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Added segment ae32af17-d5be-41db-b546-604f03351cd3 of type vlan for network 7bcada77-cafd-4561-9ac6-05ca83e582b9 Feb 17 04:43:39.972075 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.998079 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:39.999050 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:39.999613 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.212728 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4325163 Feb 17 04:43:40.215545 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51570) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:40.221345 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Request body: {'subnet': {'network_id': '7bcada77-cafd-4561-9ac6-05ca83e582b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-703387893-subnet', 'tenant_id': '4f9a9ddd67004c1d9d5bd4d010dd4158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:40.227374 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb12ee-4b1d-4e49-9cc0-f473f39d2080 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcada77-cafd-4561-9ac6-05ca83e582b9,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:40.236917 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 7bcada77-cafd-4561-9ac6-05ca83e582b9 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:43:40.245863 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Made reservation on behalf of 4f9a9ddd67004c1d9d5bd4d010dd4158 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:40.248757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.309898 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:43:40.313194 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 8b303249-ec59-4a47-aa8e-c5110eb659c7 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:40.344226 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 8b303249-ec59-4a47-aa8e-c5110eb659c7 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:40.344572 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 8b303249-ec59-4a47-aa8e-c5110eb659c7 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:40.427837 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.437148 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:40.449508 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'mac_address': 'fa:16:3e:f4:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:43:40.494940 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352eefbc-8049-4aa9-9f1b-12ffb118f39c,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:40.497781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2a444-ff3b-4143-a444-1c83c080ebdc req-0dae100d-a649-4539-8b9f-4c4b9142ec78 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:40.499844 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7ec2a444-ff3b-4143-a444-1c83c080ebdc req-0dae100d-a649-4539-8b9f-4c4b9142ec78 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0559254 Feb 17 04:43:40.512591 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Checking segment: {'id': 'ae32af17-d5be-41db-b546-604f03351cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7bcada77-cafd-4561-9ac6-05ca83e582b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:40.513048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Network hostable DHCP agents. Network: 7bcada77-cafd-4561-9ac6-05ca83e582b9, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:43:40.519627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.536706 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4612c0-4e18-4eec-a733-8227a92c8f16 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:43:40.547690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Network 7bcada77-cafd-4561-9ac6-05ca83e582b9 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:43:40.549139 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7ec2a444-ff3b-4143-a444-1c83c080ebdc req-c6b52638-b3ed-46a0-8374-e762125eb6a9 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430262 Feb 17 04:43:40.560381 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 7bcada77-cafd-4561-9ac6-05ca83e582b9) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:40.567919 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:40.568521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.582365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd79f44-da53-4baa-8030-4a2be146958e None None] Network 7bcada77-cafd-4561-9ac6-05ca83e582b9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:43:40.587630 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-375c9ed5-d41d-4d0c-9be6-9f0554101c37 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3709517 Feb 17 04:43:40.588933 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:40.601696 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.696822 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:40.705183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51582) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:40.719065 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.719435 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.719859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.720279 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.720652 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.721041 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.721413 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.721778 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.722151 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.722483 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.722807 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.723202 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:43:40.753076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Deleting subnet 78866101-e92c-453f-b468-58daf194c53f {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:43:40.756247 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.774304 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03390396-b12a-4049-bba3-f058ee83bca6 None None] Network 7bcada77-cafd-4561-9ac6-05ca83e582b9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:43:40.794057 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.832010 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.884422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.910804 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78866101-e92c-453f-b468-58daf194c53f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:40.912583 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:40.915664 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9b052a1c-8c25-4577-b081-e8fd253823f9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/78866101-e92c-453f-b468-58daf194c53f HTTP/1.1" status: 204 len: 168 time: 0.2094672 Feb 17 04:43:40.918094 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51584) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:40.928330 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bd4612c0-4e18-4eec-a733-8227a92c8f16'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:40.989861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.064656 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.084497 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80486239-a9ab-41b6-a1e0-029194f0242a']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.093920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2478f5d0-425e-4ebb-baf8-db9498413c28') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.094213 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2478f5d0-425e-4ebb-baf8-db9498413c28') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.107037 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.120531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.126192 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:43:41.126570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:41.128199 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:41.181137 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.186880 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.190046 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/80486239-a9ab-41b6-a1e0-029194f0242a HTTP/1.1" status: 204 len: 168 time: 0.2710562 Feb 17 04:43:41.193008 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51586) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:41.202924 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace6e1-cc35-4116-a5bb-06b0ac43f0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80486239-a9ab-41b6-a1e0-029194f0242a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:41.236647 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Deleting subnet 352eefbc-8049-4aa9-9f1b-12ffb118f39c {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:43:41.239677 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.273443 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.278758 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.332514 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.359139 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352eefbc-8049-4aa9-9f1b-12ffb118f39c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:41.361154 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.364251 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-86760a40-f1f3-45c9-9ef9-4a3058cab19a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/352eefbc-8049-4aa9-9f1b-12ffb118f39c HTTP/1.1" status: 204 len: 168 time: 0.1701498 Feb 17 04:43:41.366991 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51588) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:41.431729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.512487 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.532435 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.532711 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.533483 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.533805 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > port after_create 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.534134 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.534491 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > port after_update 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.534803 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.535128 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.535439 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.535749 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.603348 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.603348 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.603562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.603757 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 04:43:41.604126 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcada77-cafd-4561-9ac6-05ca83e582b9']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.622165 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae32af17-d5be-41db-b546-604f03351cd3') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.622461 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae32af17-d5be-41db-b546-604f03351cd3') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:41.640052 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.662203 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.671450 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:43:41.672272 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.673985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ca26-c96f-4bf0-9461-0ccfd3b46773 req-c29488b3-1dcf-44bc-9024-01dfdca6e335 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:41.675606 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40f5ca26-c96f-4bf0-9461-0ccfd3b46773 req-c29488b3-1dcf-44bc-9024-01dfdca6e335 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 945 time: 0.0556254 Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: from cryptography.utils import int_from_bytes Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: from cryptography.utils import int_from_bytes Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:41.677277 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:41.726440 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-40f5ca26-c96f-4bf0-9461-0ccfd3b46773 req-976b7eaf-e3f1-4996-8886-04fee3712bc7 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367062 Feb 17 04:43:41.746180 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.763173 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:41.768413 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7bcada77-cafd-4561-9ac6-05ca83e582b9 HTTP/1.1" status: 204 len: 168 time: 0.4004922 Feb 17 04:43:41.769698 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e0776-adb8-4a59-8140-850b65289a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcada77-cafd-4561-9ac6-05ca83e582b9,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:41.840242 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1721dc-54ce-4ac7-bbf1-b081acfc147f req-65ac0c17-e438-4e95-818c-a2547b36ab11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:41.841720 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1e1721dc-54ce-4ac7-bbf1-b081acfc147f req-65ac0c17-e438-4e95-818c-a2547b36ab11 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Feb 17 04:43:41.881531 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1e1721dc-54ce-4ac7-bbf1-b081acfc147f req-f9b06081-e994-4502-832e-196e13eeb421 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Feb 17 04:43:41.929881 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51600) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:41.967888 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-cfab291a-2ab4-4e79-8862-25543ba05816 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0de9a4e32df4f2488326be593f3b054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367553 Feb 17 04:43:41.970279 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51602) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:42.020241 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.039828 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.084759 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.087491 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.088720 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b5bb045-6b56-4b85-aa4a-5e62558dfa85 HTTP/1.1" status: 204 len: 168 time: 0.1175890 Feb 17 04:43:42.096310 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bd3a3-c036-4c8f-a7f5-8fe2a34f9841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5bb045-6b56-4b85-aa4a-5e62558dfa85,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:42.319175 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:43:42.369613 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port bd4612c0-4e18-4eec-a733-8227a92c8f16 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:43:42.373977 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port bd4612c0-4e18-4eec-a733-8227a92c8f16 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:43:42.374379 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.398368 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51608) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:42.438295 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2282fab2-de60-4798-b27c-f62732319d56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f9a9ddd67004c1d9d5bd4d010dd4158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387251 Feb 17 04:43:42.440862 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51610) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:42.452237 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.474456 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:42.476695 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f2a60-366e-4eb4-bb64-d2d673e3a19b" -d '{"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-plugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:42.488478 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.489548 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:42.493840 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.509749 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.525126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cc7a3f-3796-4184-a31a-6f702ce4a715 x-openstack-request-id: req-94cc7a3f-3796-4184-a31a-6f702ce4a715 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:42.525441 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-plugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:42.525693 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94cc7a3f-3796-4184-a31a-6f702ce4a715 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:42.526094 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'code': 200} Feb 17 04:43:42.548774 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:42.562656 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.565149 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:42.566278 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13bdcec4-c4ea-404a-adf5-e48e9627ae5f HTTP/1.1" status: 204 len: 168 time: 0.1245475 Feb 17 04:43:42.573888 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c22b62-b919-495a-b1f6-b8dea4e4ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bdcec4-c4ea-404a-adf5-e48e9627ae5f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:42.800629 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f04c1a-0dd7-4180-bf88-99264dab2f85 req-5496ccd4-ff2b-4fd4-b56a-e12f3e1b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:42.802250 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d0f04c1a-0dd7-4180-bf88-99264dab2f85 req-5496ccd4-ff2b-4fd4-b56a-e12f3e1b381e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0433533 Feb 17 04:43:42.845291 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d0f04c1a-0dd7-4180-bf88-99264dab2f85 req-265a17a7-7241-403a-b065-83d8604d2c39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304520 Feb 17 04:43:42.865284 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095811-634f-4677-9c0d-19edd7b63755 req-fab81b57-f9cb-4422-a249-367ba185685f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:42.867771 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6a095811-634f-4677-9c0d-19edd7b63755 req-fab81b57-f9cb-4422-a249-367ba185685f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0590284 Feb 17 04:43:42.906845 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6a095811-634f-4677-9c0d-19edd7b63755 req-995709b0-52bf-4b58-b3d5-9f8410b03449 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Feb 17 04:43:43.011369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed5511-6a69-4129-8f7e-7d6644e4aa80 req-b7cfa10d-b21f-4c53-89ec-339dab49c06d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:43.012870 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9eed5511-6a69-4129-8f7e-7d6644e4aa80 req-b7cfa10d-b21f-4c53-89ec-339dab49c06d tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0514076 Feb 17 04:43:43.053484 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9eed5511-6a69-4129-8f7e-7d6644e4aa80 req-5da8195d-95d0-419e-bef0-7b6fe0707abc tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Feb 17 04:43:44.026143 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5cdd9-6b6a-4ebd-a290-6a9026368b7b req-e475fd7e-139c-4cf4-ac16-3d5cb5943b65 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:44.027639 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2fe5cdd9-6b6a-4ebd-a290-6a9026368b7b req-e475fd7e-139c-4cf4-ac16-3d5cb5943b65 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0500882 Feb 17 04:43:44.072521 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2fe5cdd9-6b6a-4ebd-a290-6a9026368b7b req-e05ea3f8-7592-4f38-a3c4-55fe4f517ac3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Feb 17 04:43:44.175014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ca9c-65b7-42ae-97dc-dc05cf07d7f2 req-c9e3c735-b2fb-4caf-9a3c-062a2fd18170 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:44.176537 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ac7ca9c-65b7-42ae-97dc-dc05cf07d7f2 req-c9e3c735-b2fb-4caf-9a3c-062a2fd18170 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Feb 17 04:43:44.213609 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ac7ca9c-65b7-42ae-97dc-dc05cf07d7f2 req-dcc3c9fc-8ca3-45a1-b823-fc1dc5e429af tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310886 Feb 17 04:43:44.716787 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-79ba53f2-2bb9-4e16-acf3-9a0aa1ed4ced tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:44.716787 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-79ba53f2-2bb9-4e16-acf3-9a0aa1ed4ced tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 945 time: 0.0610437 Feb 17 04:43:44.822407 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Deleting port f3d06345-8848-4948-a245-4f0ce74b4cf5 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:44.822776 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:44.910967 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] For port f3d06345-8848-4948-a245-4f0ce74b4cf5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f3d06345-8848-4948-a245-4f0ce74b4cf5,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:44.911330 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:44.923214 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Calling delete_port for f3d06345-8848-4948-a245-4f0ce74b4cf5 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:45.044241 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.056160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f3d06345-8848-4948-a245-4f0ce74b4cf5', 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:45.083578 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Pushing event deleted for resources: {'Port': ['ID=f3d06345-8848-4948-a245-4f0ce74b4cf5,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:45.124457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] No DVR routers for this DVR port f3d06345-8848-4948-a245-4f0ce74b4cf5 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:45.127415 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.131143 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b857d681-27e9-48eb-be57-9add1e28ded3 req-3b4d3dae-0972-41f1-ae79-3eddfd9d878e tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "DELETE /v2.0/ports/f3d06345-8848-4948-a245-4f0ce74b4cf5 HTTP/1.1" status: 204 len: 173 time: 0.4019048 Feb 17 04:43:45.131646 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'name': 'network-vif-deleted', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:45.133972 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f660ec-c5d3-4b37-94a6-4e4de46b6eb7" -d '{"events": [{"server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "name": "network-vif-deleted", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:45.201821 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb21b4-10a6-4c9f-9fe0-1b0004f77508 x-openstack-request-id: req-3afb21b4-10a6-4c9f-9fe0-1b0004f77508 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:45.202457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85929e37-0c37-4586-818e-bc6eeeb48296", "name": "network-vif-deleted", "tag": "f3d06345-8848-4948-a245-4f0ce74b4cf5", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:45.202457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3afb21b4-10a6-4c9f-9fe0-1b0004f77508 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:45.202735 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85929e37-0c37-4586-818e-bc6eeeb48296', 'name': 'network-vif-deleted', 'tag': 'f3d06345-8848-4948-a245-4f0ce74b4cf5', 'status': 'completed', 'code': 200} Feb 17 04:43:45.223708 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f0b3e-88d6-4407-95d9-9be7c78a68cf req-274b72ca-bc78-435c-b3ac-fd60132be362 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:45.225397 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7b7f0b3e-88d6-4407-95d9-9be7c78a68cf req-274b72ca-bc78-435c-b3ac-fd60132be362 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0754628 Feb 17 04:43:45.270745 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7b7f0b3e-88d6-4407-95d9-9be7c78a68cf req-ce42fedd-02d3-4149-8c42-d7b81ac322f6 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392048 Feb 17 04:43:45.325021 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-76926af2-ab80-4478-ac0c-63c27533e28b req-3c8dc427-a79b-4875-a85c-a6ead9a69d08 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=85929e37-0c37-4586-818e-bc6eeeb48296 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Feb 17 04:43:45.386337 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c04-0137-4fc5-b83e-88462b79e893 req-f872e052-4e72-4fa6-ade0-ef3f0708a3cb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:45.387784 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02609c04-0137-4fc5-b83e-88462b79e893 req-f872e052-4e72-4fa6-ade0-ef3f0708a3cb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0515110 Feb 17 04:43:45.426427 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02609c04-0137-4fc5-b83e-88462b79e893 req-39ff3d22-f1d3-4ca1-b20c-1f8432e86017 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319800 Feb 17 04:43:45.447121 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51692) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:45.632560 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34cf3c-3435-4fb3-9964-43ee87dc3007 tempest-TestShelveInstance-1758680951 tempest-TestShelveInstance-1758680951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:45.634065 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4e34cf3c-3435-4fb3-9964-43ee87dc3007 tempest-TestShelveInstance-1758680951 tempest-TestShelveInstance-1758680951-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1094 time: 0.1860032 Feb 17 04:43:45.637230 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51696) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:45.641558 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:45.666828 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for floatingip, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.764619 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:45.873573 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Allocated IP 172.27.2.205 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/539c8415-4990-4a64-85eb-da64a5f462dc) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:45.985069 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:46.016464 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:46.058498 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:46.061850 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:46.066523 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:46.069500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'Port': ['ID=539c8415-4990-4a64-85eb-da64a5f462dc,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:46.454990 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-da82af8f-e8ec-40bb-8758-55ae2dae44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.457229 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-da82af8f-e8ec-40bb-8758-55ae2dae44a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1137 time: 0.0441895 Feb 17 04:43:46.569419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-1bb95166-c00f-463a-bbe3-bc6e89c468b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.572991 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-1bb95166-c00f-463a-bbe3-bc6e89c468b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 915 time: 0.1037660 Feb 17 04:43:46.601249 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739ab9f-5d60-4788-92cf-b873edbdd65a req-830da573-dabc-4f54-bf8a-1cd419e3f1cf tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.602621 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d739ab9f-5d60-4788-92cf-b873edbdd65a req-830da573-dabc-4f54-bf8a-1cd419e3f1cf tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.2005937 Feb 17 04:43:46.653034 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:46.665701 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-3803113e-76b4-4a09-aac2-2893f0137242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0822909 Feb 17 04:43:46.677147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef0436-7ab2-45eb-be17-e3ac283b8b77 req-7d1afe93-188c-45bf-a24e-a3badd436b07 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.678644 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c9ef0436-7ab2-45eb-be17-e3ac283b8b77 req-7d1afe93-188c-45bf-a24e-a3badd436b07 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.1047859 Feb 17 04:43:46.720344 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d739ab9f-5d60-4788-92cf-b873edbdd65a req-45d4e15a-d900-465a-98df-fa3e92a5f8e9 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058536 Feb 17 04:43:46.748405 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-99d2411c-56ed-446c-9f0e-46d8a557a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.750633 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-99d2411c-56ed-446c-9f0e-46d8a557a8ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0711160 Feb 17 04:43:46.753843 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c9ef0436-7ab2-45eb-be17-e3ac283b8b77 req-6cc0d77c-7ab6-4ee2-b500-483c7f5a26e8 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671446 Feb 17 04:43:46.799731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-2d942084-56bb-4687-bf34-27e0884d889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:46.801273 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-2d942084-56bb-4687-bf34-27e0884d889e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436127 Feb 17 04:43:46.903500 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-edc7f223-de11-4730-abbc-e5a8d07cf797 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858259 Feb 17 04:43:46.950015 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:46.991369 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d1f0157-6ce3-49ff-9b38-06ef907c5bd7 req-2f029d97-188d-4644-81be-3616aca78083 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802181 Feb 17 04:43:47.097257 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.102338 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129608495'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.169753 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event updated for resources: {'Port': ['ID=539c8415-4990-4a64-85eb-da64a5f462dc,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:47.181015 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.232655 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.285455 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Floating IP 1451257d-5772-4c74-b1bf-49b0e8b2325a associated. External IP: 172.27.2.205, port: bd4612c0-4e18-4eec-a733-8227a92c8f16. Feb 17 04:43:47.493578 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:43:47.507345 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51746) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:47.605636 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:43:47.614054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e0297c65-5ac8-4a72-9f0d-87337d2379b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.617651 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Sync routers for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:43:47.626179 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.629485 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:47.630114 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:47.654837 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-bb2afc10-90d3-405c-92aa-4ebe78521747 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0165884 Feb 17 04:43:47.655482 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:47.658064 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:47.706559 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f86ca0-bbfe-4ee1-8d06-adb7dbfd6388 x-openstack-request-id: req-74f86ca0-bbfe-4ee1-8d06-adb7dbfd6388 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:47.706848 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:47.707102 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74f86ca0-bbfe-4ee1-8d06-adb7dbfd6388 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:47.707496 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'status': 'completed', 'code': 200} Feb 17 04:43:47.715985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e0297c65-5ac8-4a72-9f0d-87337d2379b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.720264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e0297c65-5ac8-4a72-9f0d-87337d2379b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.742907 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:47.782965 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e0297c65-5ac8-4a72-9f0d-87337d2379b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4589371a43d7458baa75f31ade2ffa18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745032 Feb 17 04:43:47.783690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0297c65-5ac8-4a72-9f0d-87337d2379b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf373c-6719-4ef6-a772-f101513a67db,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:47.785739 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51758) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:47.839872 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-bf3eeebb-09c0-4512-a935-c1e970977b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:47.841743 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-bf3eeebb-09c0-4512-a935-c1e970977b48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.1015909 Feb 17 04:43:47.843574 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.866214 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.884502 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6592-7c1a-448a-b711-5f6fa35ff2ea req-fb638441-1ea4-4c71-aec9-64534444c129 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:47.886006 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7dbd6592-7c1a-448a-b711-5f6fa35ff2ea req-fb638441-1ea4-4c71-aec9-64534444c129 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0846293 Feb 17 04:43:47.946385 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54924a7-fc76-4992-988e-9fb1221e6f84 req-866e4c0b-2ecc-4f49-8965-e75a79d20fcd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:47.949016 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a54924a7-fc76-4992-988e-9fb1221e6f84 req-866e4c0b-2ecc-4f49-8965-e75a79d20fcd tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0794950 Feb 17 04:43:47.963716 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.966510 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:47.968057 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2bf373c-6719-4ef6-a772-f101513a67db HTTP/1.1" status: 204 len: 168 time: 0.1812096 Feb 17 04:43:47.970392 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7dbd6592-7c1a-448a-b711-5f6fa35ff2ea req-6fe378bc-3a43-4f4d-bde6-fb0337c7bf03 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533044 Feb 17 04:43:47.997002 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dd2ed-5693-4b69-bee7-17865d2a6c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf373c-6719-4ef6-a772-f101513a67db,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:47.998665 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '1451257d-5772-4c74-b1bf-49b0e8b2325a', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'mac_address': 'fa:16:3e:f4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:46Z', 'updated_at': '2022-02-17T04:43:46Z', 'revision_number': 0, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:48.000567 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-19a1dad0-8037-41f2-8af4-4a0d3ce0d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.003995 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-19a1dad0-8037-41f2-8af4-4a0d3ce0d05b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.1545715 Feb 17 04:43:48.037163 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Checking router: 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:43:48.038827 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a54924a7-fc76-4992-988e-9fb1221e6f84 req-40714feb-7a6f-4ffb-9619-e3f8e648be9a tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695868 Feb 17 04:43:48.047593 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:48.048275 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:48.086220 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-e54bde5e-16fd-4c4c-bd2f-b88c91d0e0e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1000 time: 0.0746491 Feb 17 04:43:48.144767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-e8ce7590-19b3-4d9b-92e9-5078d9897a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.146535 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-e8ce7590-19b3-4d9b-92e9-5078d9897a9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0527284 Feb 17 04:43:48.196624 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-e98d36d7-ec43-460d-953b-f930f2324519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:48.198202 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-e98d36d7-ec43-460d-953b-f930f2324519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432382 Feb 17 04:43:48.257308 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:48.295227 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51764) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:48.300984 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-f46741ee-8c64-4897-99f5-ac83f75e7ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937994 Feb 17 04:43:48.309232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2a1f72d6-56bd-4394-9c8d-a7d382ba6172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.349403 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f3d06345-8848-4948-a245-4f0ce74b4cf5 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:48.372770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: f3d06345-8848-4948-a245-4f0ce74b4cf5 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:48.373406 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f3d06345-8848-4948-a245-4f0ce74b4cf5 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:48.388345 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2a1f72d6-56bd-4394-9c8d-a7d382ba6172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.393925 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2a1f72d6-56bd-4394-9c8d-a7d382ba6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.400220 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34ad8eee-8314-4e3a-94aa-6c0efab1b2ea req-330985ec-129b-4014-aa5e-441a0ba4689e service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913322 Feb 17 04:43:48.433865 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2a1f72d6-56bd-4394-9c8d-a7d382ba6172 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34d4cd5c53d54342bc3ca3906924a7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367471 Feb 17 04:43:48.434671 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f72d6-56bd-4394-9c8d-a7d382ba6172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a4f21-cfda-4ad5-833a-2208dc5ac7e7,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:48.437335 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51766) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:48.488595 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.510195 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.510834 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '1451257d-5772-4c74-b1bf-49b0e8b2325a', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'mac_address': 'fa:16:3e:f4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:46Z', 'updated_at': '2022-02-17T04:43:46Z', 'revision_number': 0, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:48.537459 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab70dfe-5331-4d9c-87cb-6a2cdf6ce0e6 None None] The sync data for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi is: [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': '1451257d-5772-4c74-b1bf-49b0e8b2325a', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'mac_address': 'fa:16:3e:f4:88:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:43:46Z', 'updated_at': '2022-02-17T04:43:46Z', 'revision_number': 0, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:43:48.557207 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.559788 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.560980 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb9a4f21-cfda-4ad5-833a-2208dc5ac7e7 HTTP/1.1" status: 204 len: 168 time: 0.1224098 Feb 17 04:43:48.569484 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db488a-8784-4c5d-9050-e3960f5729ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a4f21-cfda-4ad5-833a-2208dc5ac7e7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:48.746583 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f298eb-0503-4e5b-8a68-e5cefb0a33c6 None None] New status for floating IP 1451257d-5772-4c74-b1bf-49b0e8b2325a: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:43:48.906035 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51772) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:48.923265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1ac27a56-df28-40c4-8d7d-efe1ff9f2cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.994987 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1ac27a56-df28-40c4-8d7d-efe1ff9f2cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:48.998610 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1ac27a56-df28-40c4-8d7d-efe1ff9f2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.036397 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1ac27a56-df28-40c4-8d7d-efe1ff9f2cbd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d189d1ac8154caeac09bf4b323e086c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292303 Feb 17 04:43:49.037232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac27a56-df28-40c4-8d7d-efe1ff9f2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e2ac9-3aed-4d08-8db9-6f7812642c56,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:49.039077 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51776) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:49.121023 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.129751 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c71fbf-0485-4af0-b3fa-f5ed899613c7 req-30c30405-ee06-47a9-8408-2a078f4163e0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:49.131211 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c5c71fbf-0485-4af0-b3fa-f5ed899613c7 req-30c30405-ee06-47a9-8408-2a078f4163e0 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0854323 Feb 17 04:43:49.157641 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4dce-8f47-4261-a539-ce7acd1cf21d req-f01ef0c2-bc31-456b-82d4-7f9e64a99d49 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:49.159134 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6b2a4dce-8f47-4261-a539-ce7acd1cf21d req-f01ef0c2-bc31-456b-82d4-7f9e64a99d49 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0485492 Feb 17 04:43:49.164079 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.195279 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c5c71fbf-0485-4af0-b3fa-f5ed899613c7 req-a12ebaf8-2fef-45cc-9caa-8cdfb0efa959 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560336 Feb 17 04:43:49.197296 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6b2a4dce-8f47-4261-a539-ce7acd1cf21d req-88a60890-5165-41f9-b4e8-3e56e41a7551 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Feb 17 04:43:49.226300 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.228876 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:49.230012 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f1e2ac9-3aed-4d08-8db9-6f7812642c56 HTTP/1.1" status: 204 len: 168 time: 0.1897583 Feb 17 04:43:49.238109 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0748-5cb8-4919-85e9-b10f1b298d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1e2ac9-3aed-4d08-8db9-6f7812642c56,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:50.331033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0b586-3f87-45b9-be18-f4364cf115ae req-5663e4f8-bc82-454c-a978-60b3ea07f7c8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:50.332579 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ba0b586-3f87-45b9-be18-f4364cf115ae req-5663e4f8-bc82-454c-a978-60b3ea07f7c8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0541766 Feb 17 04:43:50.334378 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c3482-efa5-4e5a-bf2b-7b6770739fd8 req-eeeb04d7-2a70-409a-8d75-9b2446156215 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:50.335843 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-da5c3482-efa5-4e5a-bf2b-7b6770739fd8 req-eeeb04d7-2a70-409a-8d75-9b2446156215 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0569677 Feb 17 04:43:50.374641 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ba0b586-3f87-45b9-be18-f4364cf115ae req-3e399cbd-a3a8-4dc9-8ecd-dc9e72f03ac8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348310 Feb 17 04:43:50.378281 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-da5c3482-efa5-4e5a-bf2b-7b6770739fd8 req-7c129c3d-7b72-4a3e-b7fc-e903b88c9e0c tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365067 Feb 17 04:43:51.505678 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ded56-963f-4ed3-9552-b5689c90d96d req-db275875-52fe-4902-b040-aec0b04e0742 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:51.506433 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033acbb7-b0b3-48e7-954c-1b59be19da40 req-14a0872f-3293-48e2-b410-356a8d629e21 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:51.507432 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3e8ded56-963f-4ed3-9552-b5689c90d96d req-db275875-52fe-4902-b040-aec0b04e0742 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0589616 Feb 17 04:43:51.508109 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-033acbb7-b0b3-48e7-954c-1b59be19da40 req-14a0872f-3293-48e2-b410-356a8d629e21 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0617027 Feb 17 04:43:51.550883 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-033acbb7-b0b3-48e7-954c-1b59be19da40 req-f2479728-8818-4635-8c41-20680406ab2c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366948 Feb 17 04:43:51.558181 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3e8ded56-963f-4ed3-9552-b5689c90d96d req-cf47a20a-1a9c-4f78-8dec-1c7d82659d74 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Feb 17 04:43:51.796694 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-efefe617-aa69-49c6-8911-6b0606442bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.656375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-d6a91748-e7c9-4ed8-a7b7-f9ccfd51e56f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:52.658051 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-d6a91748-e7c9-4ed8-a7b7-f9ccfd51e56f tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0714283 Feb 17 04:43:52.673740 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa7567-e59e-4e54-a7fe-0c2204f71227 req-83e023ec-cc8d-443a-b900-1126060ba6f7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:52.675383 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01aa7567-e59e-4e54-a7fe-0c2204f71227 req-83e023ec-cc8d-443a-b900-1126060ba6f7 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/ports?device_id=355ec3a1-46c6-41e7-a360-bf13e2c1fbcd HTTP/1.1" status: 200 len: 946 time: 0.0482161 Feb 17 04:43:52.709147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7a433-683f-480f-a4a1-c138b535cb43 req-9fd58a0d-df9e-48d3-ae63-f135b012210c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:52.710630 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8a7a433-683f-480f-a4a1-c138b535cb43 req-9fd58a0d-df9e-48d3-ae63-f135b012210c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0908720 Feb 17 04:43:52.714422 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01aa7567-e59e-4e54-a7fe-0c2204f71227 req-54a83f99-b1f1-4d68-b571-e52cd49a7a94 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.61 "GET /v2.0/security-groups?id=bac0631b-8a30-4eab-b9b1-dfdc6b20309a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322266 Feb 17 04:43:52.781752 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8a7a433-683f-480f-a4a1-c138b535cb43 req-9053ec59-88bd-447b-8843-6b67b275cf6f tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625327 Feb 17 04:43:52.794158 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Deleting port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:52.794502 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.881438 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] For port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:52.881717 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:52.893627 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Calling delete_port for f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:53.023666 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.035702 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:43:53.052100 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Pushing event deleted for resources: {'Port': ['ID=f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:53.094987 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] No DVR routers for this DVR port f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:43:53.097473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.101894 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-03958854-356f-4598-89f9-b2624b1d2bc8 req-9cb56387-7df7-4a17-a163-4e76c25c56b1 tempest-ServerRescueNegativeTestJSON-129567032 tempest-ServerRescueNegativeTestJSON-129567032-project] 10.222.0.37 "DELETE /v2.0/ports/f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a HTTP/1.1" status: 204 len: 173 time: 0.4338739 Feb 17 04:43:53.101894 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'name': 'network-vif-deleted', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:43:53.104032 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5fd8e-a904-4249-a939-617daa19a179" -d '{"events": [{"server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "name": "network-vif-deleted", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:43:53.155414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4c56e5-8d8c-41ad-9ae4-545d6d53d6a6 x-openstack-request-id: req-8f4c56e5-8d8c-41ad-9ae4-545d6d53d6a6 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:43:53.155701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355ec3a1-46c6-41e7-a360-bf13e2c1fbcd", "name": "network-vif-deleted", "tag": "f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:43:53.155972 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f4c56e5-8d8c-41ad-9ae4-545d6d53d6a6 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:43:53.156364 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355ec3a1-46c6-41e7-a360-bf13e2c1fbcd', 'name': 'network-vif-deleted', 'tag': 'f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a', 'status': 'completed', 'code': 200} Feb 17 04:43:53.190531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51858) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:53.301018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4138a90-450a-4226-bd91-97598c3ec3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.375302 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4138a90-450a-4226-bd91-97598c3ec3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.378827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4138a90-450a-4226-bd91-97598c3ec3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.416496 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d4138a90-450a-4226-bd91-97598c3ec3e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b4553e031ce43728b904de0cdc3a053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248344 Feb 17 04:43:53.417267 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4138a90-450a-4226-bd91-97598c3ec3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ae84c-7332-44ad-a221-af605d5dfb43,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:53.419048 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51862) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:53.467448 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.488280 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.537393 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.539815 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:53.540973 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b4ae84c-7332-44ad-a221-af605d5dfb43 HTTP/1.1" status: 204 len: 168 time: 0.1197600 Feb 17 04:43:53.549209 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429924c-76a0-4c41-84a6-c19cd7a6d1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ae84c-7332-44ad-a221-af605d5dfb43,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:53.768920 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51872) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:53.922623 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ac0a4-70d0-4c7d-93d8-a9911b86d7af req-6cc005bd-2d64-4e95-9f09-37c4f2fec6b2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:53.923994 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-595ac0a4-70d0-4c7d-93d8-a9911b86d7af req-6cc005bd-2d64-4e95-9f09-37c4f2fec6b2 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0662053 Feb 17 04:43:54.035034 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-595ac0a4-70d0-4c7d-93d8-a9911b86d7af req-5282b4e9-a58f-44d3-b162-4125e9d9a454 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800996 Feb 17 04:43:54.264378 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-05fb6ec6-d6bf-4d0f-bb6a-c7508dba8910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.269577 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.570020 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Deleting port 047bd9c8-45ae-415a-b9f0-956016b566d8 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:54.570434 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.648941 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] For port 047bd9c8-45ae-415a-b9f0-956016b566d8, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=047bd9c8-45ae-415a-b9f0-956016b566d8,segment=NetworkSegment(a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c),segment_id=a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:54.649298 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.661293 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Calling delete_port for 047bd9c8-45ae-415a-b9f0-956016b566d8 owned by network:router_interface {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:54.861388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:54.884214 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Pushing event deleted for resources: {'Port': ['ID=047bd9c8-45ae-415a-b9f0-956016b566d8,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:55.050445 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.154609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237bff-0814-4474-aaaf-92f937b8772d req-dc6ba7e8-5eca-49c5-8251-0b63552c4fae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:55.156928 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4c237bff-0814-4474-aaaf-92f937b8772d req-dc6ba7e8-5eca-49c5-8251-0b63552c4fae tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0503690 Feb 17 04:43:55.196391 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4c237bff-0814-4474-aaaf-92f937b8772d req-898db96c-132b-4cba-af19-fd9a30b0b1b8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332425 Feb 17 04:43:55.242544 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.460887 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Router c813b3b7-4940-47bc-aaa1-827788c6079c has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:43:55.562835 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:43:55.568160 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8568003a-19a0-4766-aca1-11d4fd951177 admin admin] 10.222.0.61 "PUT /v2.0/routers/c813b3b7-4940-47bc-aaa1-827788c6079c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981660 Feb 17 04:43:55.570644 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51902) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:55.571396 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Sync routers for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:43:55.584562 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:55.585186 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:55.682508 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.694478 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:55.805283 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.856345 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Deleting port 63349ef1-d1de-4f33-af50-80260fc08a44 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:43:55.856780 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.879655 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:43:54Z', 'revision_number': 5, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port': {'id': '63349ef1-d1de-4f33-af50-80260fc08a44', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:55.911180 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Checking router: c813b3b7-4940-47bc-aaa1-827788c6079c for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:43:55.921254 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Routers {'c813b3b7-4940-47bc-aaa1-827788c6079c'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:43:55.921871 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c813b3b7-4940-47bc-aaa1-827788c6079c'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:55.954624 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] For port 63349ef1-d1de-4f33-af50-80260fc08a44, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=63349ef1-d1de-4f33-af50-80260fc08a44,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:43:55.955614 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:55.968143 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Calling delete_port for 63349ef1-d1de-4f33-af50-80260fc08a44 owned by network:router_gateway {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:43:56.011757 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] Set router c813b3b7-4940-47bc-aaa1-827788c6079c gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:43:56.063316 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:43:55Z', 'revision_number': 6, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:56.093133 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d8269-f545-40c6-ba76-7dd9fc7d06ee None None] The sync data for ids ['c813b3b7-4940-47bc-aaa1-827788c6079c'] in dv-cinder-829630-1-iscsi is: [{'id': 'c813b3b7-4940-47bc-aaa1-827788c6079c', 'name': 'tempest-ServerRescueNegativeTestJSON-1411772985-router', 'tenant_id': '42f0d585131b44758b021a3d7fbb823d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:25Z', 'updated_at': '2022-02-17T04:43:55Z', 'revision_number': 6, 'project_id': '42f0d585131b44758b021a3d7fbb823d', 'gw_port_host': None}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:43:56.137966 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.164489 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=63349ef1-d1de-4f33-af50-80260fc08a44,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.222457 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.346767 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.349712 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.372523 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:56.395674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:56.395935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f7d0f2bc-c74a-4979-838e-cbdb66c5ab1a not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:56.424276 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221177-5a41-4888-9f1c-cfd3e56bbba5 req-313e78bb-f198-4221-87a3-1a07d9ef115d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:56.425831 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fa221177-5a41-4888-9f1c-cfd3e56bbba5 req-313e78bb-f198-4221-87a3-1a07d9ef115d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.1590040 Feb 17 04:43:56.427062 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.427585 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c813b3b7-4940-47bc-aaa1-827788c6079c {{(pid=108237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:43:56.432670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.433754 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f15f417f-cee9-4303-841d-88d1b477e9ba admin admin] 10.222.0.61 "DELETE /v2.0/routers/c813b3b7-4940-47bc-aaa1-827788c6079c HTTP/1.1" status: 204 len: 168 time: 0.8622234 Feb 17 04:43:56.436982 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51916) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.469736 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fa221177-5a41-4888-9f1c-cfd3e56bbba5 req-b407905c-71c0-4d24-a0be-94d676b240e7 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348802 Feb 17 04:43:56.489005 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Deleting subnet c4e89b01-6664-4f2a-85bc-f0a2d187417a {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:43:56.492465 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.526818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.569468 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.619531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.641441 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e89b01-6664-4f2a-85bc-f0a2d187417a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.646824 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.649887 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d72e5b42-9f33-4544-bc74-5e3c5a82fa27 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c4e89b01-6664-4f2a-85bc-f0a2d187417a HTTP/1.1" status: 204 len: 168 time: 0.2118526 Feb 17 04:43:56.652299 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51918) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:56.716595 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.722878 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.796742 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.821082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cce038c-a3e6-4bbf-83c0-54290b6ab8ff']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:56.830369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:56.830661 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d97f2f-c7f8-47d9-a9f1-49fd9d5f215c') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:43:56.840250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.859084 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.866119 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:43:56.866941 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:56.868469 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:56.925047 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 63349ef1-d1de-4f33-af50-80260fc08a44 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:56.930451 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.945345 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 63349ef1-d1de-4f33-af50-80260fc08a44 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:56.945921 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 63349ef1-d1de-4f33-af50-80260fc08a44 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:56.946477 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 047bd9c8-45ae-415a-b9f0-956016b566d8 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:43:56.950957 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:56.955445 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] 10.222.0.61 "DELETE /v2.0/networks/3cce038c-a3e6-4bbf-83c0-54290b6ab8ff HTTP/1.1" status: 204 len: 168 time: 0.3022418 Feb 17 04:43:56.957258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee3cd7-a94f-45fa-8228-40c8e3d364fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3cce038c-a3e6-4bbf-83c0-54290b6ab8ff,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:56.970452 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 047bd9c8-45ae-415a-b9f0-956016b566d8 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:43:56.970791 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 047bd9c8-45ae-415a-b9f0-956016b566d8 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:43:57.029290 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.085576 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51928) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.135680 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2afcb35c-e56a-4daa-b633-a4328aa3b439 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42f0d585131b44758b021a3d7fbb823d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489225 Feb 17 04:43:57.138233 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51930) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.147113 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51932) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.195915 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.221030 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.268824 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.271701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.272977 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bac0631b-8a30-4eab-b9b1-dfdc6b20309a HTTP/1.1" status: 204 len: 168 time: 0.1326690 Feb 17 04:43:57.281065 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee14c9-c8bc-47ee-8fa0-2476570e278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0631b-8a30-4eab-b9b1-dfdc6b20309a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.322504 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92535305-533b-438e-8d56-e14ab3b0deba admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.405170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92535305-533b-438e-8d56-e14ab3b0deba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.409553 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92535305-533b-438e-8d56-e14ab3b0deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.448456 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-92535305-533b-438e-8d56-e14ab3b0deba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f62072dc00f048b58d30d3911bc7d128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004665 Feb 17 04:43:57.449333 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92535305-533b-438e-8d56-e14ab3b0deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f19caac-1386-41d7-94f9-26bdf12698c7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.452120 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51940) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:57.506412 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.529998 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.582711 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.585442 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:57.586671 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f19caac-1386-41d7-94f9-26bdf12698c7 HTTP/1.1" status: 204 len: 168 time: 0.1339688 Feb 17 04:43:57.597355 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dba1a-de20-4a09-863a-8b8195f770ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f19caac-1386-41d7-94f9-26bdf12698c7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:57.600491 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a181f3-b944-40d3-830c-e834a38730a0 req-ee41f244-96e5-48b3-9e0d-d590c2228982 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:57.602018 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29a181f3-b944-40d3-830c-e834a38730a0 req-ee41f244-96e5-48b3-9e0d-d590c2228982 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0616267 Feb 17 04:43:57.657168 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29a181f3-b944-40d3-830c-e834a38730a0 req-21c5ad9f-59ee-40ea-9712-91fb6f06b5f8 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387690 Feb 17 04:43:57.986528 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 51972) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:58.085264 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-network', 'tenant_id': '379f31afa4364c1886104375a97b360f'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:58.109816 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Made reservation on behalf of 379f31afa4364c1886104375a97b360f for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:58.112296 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.120799 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.195666 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.199304 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.225788 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:43:58.231157 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c8e6d-2613-48df-9bc4-253db0d22675,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:58.238602 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.238853 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Added segment 658622e2-f653-42e8-92f4-f616aee36fdb of type vlan for network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 Feb 17 04:43:58.285012 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.313366 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.314256 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:58.314838 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.370221 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3799653 Feb 17 04:43:58.370584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 51990) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:58.376140 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Request body: {'subnet': {'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-subnet', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:58.389904 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f5dbb-c45a-462d-9354-48e2e8e0bb58 admin admin] Pushing event updated for resources: {'Network': ['ID=809e8f55-9f6b-4a86-83a7-c2031df5e1f6,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:58.401407 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:43:58.405963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Made reservation on behalf of 379f31afa4364c1886104375a97b360f for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:43:58.408433 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.577214 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.640378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:58.644673 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Checking segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:58.645029 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Network hostable DHCP agents. Network: 809e8f55-9f6b-4a86-83a7-c2031df5e1f6, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:43:58.663139 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:43:58.673068 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 809e8f55-9f6b-4a86-83a7-c2031df5e1f6) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:58.677313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:58.677953 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.689764 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec380d-fc03-4cdb-b4f1-6862d2e655e8 None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:43:58.708173 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d05de96e-2f5a-4aaf-b6a5-c97a30d96ef5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3363593 Feb 17 04:43:58.710855 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52028) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:43:58.720318 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:58.760605 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.761999 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.798720 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1deb6c-7f8a-4f8b-ba14-a860d574ce0c req-17336b46-4f59-4cdd-9e76-6297fc1c966d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:43:58.800308 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-de1deb6c-7f8a-4f8b-ba14-a860d574ce0c req-17336b46-4f59-4cdd-9e76-6297fc1c966d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0577252 Feb 17 04:43:58.824426 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:58.867096 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-de1deb6c-7f8a-4f8b-ba14-a860d574ce0c req-794ba0d6-17e6-4698-abbd-a8b30e2300f9 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603366 Feb 17 04:43:58.902550 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:43:58.903490 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.009923 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.050201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Allocated IP 172.20.0.2 (809e8f55-9f6b-4a86-83a7-c2031df5e1f6/ab9f7f43-ecb8-43a2-9400-0b5c91403a3f/a5033f53-93db-460e-abae-d6f8d8c67415) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:59.203521 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.211687 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.214229 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.238375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.261697 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:59.265443 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:59.269495 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:59.275746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Pushing event updated for resources: {'Port': ['ID=a5033f53-93db-460e-abae-d6f8d8c67415,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:59.329888 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Attempting to bind port a5033f53-93db-460e-abae-d6f8d8c67415 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:43:59.330244 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Attempting to bind port a5033f53-93db-460e-abae-d6f8d8c67415 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:43:59.330599 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Attempting to bind port a5033f53-93db-460e-abae-d6f8d8c67415 on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:43:59.335475 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:43:59.335903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Checking segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:43:59.336329 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.336711 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Bound using segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:43:59.337158 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Bound port: a5033f53-93db-460e-abae-d6f8d8c67415, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:43:59.337529 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.352081 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Allocated IP 172.27.2.193 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:43:59.407208 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] For port a5033f53-93db-460e-abae-d6f8d8c67415, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:43:59.414561 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] For port a5033f53-93db-460e-abae-d6f8d8c67415, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a5033f53-93db-460e-abae-d6f8d8c67415,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:43:59.418544 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.458585 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.493009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e5b39-7bad-45d8-af89-a1c0bfa9963c None None] Pushing event updated for resources: {'Port': ['ID=a5033f53-93db-460e-abae-d6f8d8c67415,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:59.495082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:43:59.539430 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:43:59.542198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:43:59.547187 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:43:59.549538 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:43:59.828018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.215757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2949-4d98-43b9-9904-db3b46cab9bf req-ff99969e-1e93-46ea-a3df-8bcccb93a6f3 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:00.217305 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c9e2949-4d98-43b9-9904-db3b46cab9bf req-ff99969e-1e93-46ea-a3df-8bcccb93a6f3 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.1020615 Feb 17 04:44:00.331134 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c9e2949-4d98-43b9-9904-db3b46cab9bf req-4466e8f3-2d51-4edc-a986-2c86a7bdbf72 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058640 Feb 17 04:44:00.355023 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.356429 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369826a-3eb6-400d-8f52-18643f8d95bb None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:44:00.375721 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:44:00.446774 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] Provisioning complete for port a5033f53-93db-460e-abae-d6f8d8c67415 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:00.447343 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.491461 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:44:00.587240 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.599064 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:00.613038 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:00.614977 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.616234 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b4721761-2486-4a8a-8717-7fe1429fb2b0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9030309 Feb 17 04:44:00.619148 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52052) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:00.630564 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] For port a5033f53-93db-460e-abae-d6f8d8c67415, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a5033f53-93db-460e-abae-d6f8d8c67415,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:00.637564 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:00.642045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:00.642757 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:00.772597 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d7158-94b2-44f4-9762-ff0085ec7158 None None] Pushing event updated for resources: {'Port': ['ID=a5033f53-93db-460e-abae-d6f8d8c67415,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:00.807225 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:00.840191 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a5033f53-93db-460e-abae-d6f8d8c67415 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:00.966563 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-7b0f8922-cb27-47ce-93ec-ce6be4d6934a None None] Provisioning complete for port a5033f53-93db-460e-abae-d6f8d8c67415 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:00.966850 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8922-cb27-47ce-93ec-ce6be4d6934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.040760 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port a5033f53-93db-460e-abae-d6f8d8c67415 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:01.041232 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.086982 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.254142 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Allocated IP 172.20.0.1 (809e8f55-9f6b-4a86-83a7-c2031df5e1f6/ab9f7f43-ecb8-43a2-9400-0b5c91403a3f/526a1f74-d94e-4c7b-8213-93b01fa1d83c) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:01.315770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:43:59Z', 'revision_number': 3, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:01.343414 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:01.343826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Updating router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:44:01.358368 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.370536 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.401921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.447001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:01.449981 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:01.454242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:01.460144 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a05fdd-1033-49ab-aabd-66587dd536b7 req-412703b8-3fce-43f6-abb0-d37dca4f8172 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:01.468679 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-49a05fdd-1033-49ab-aabd-66587dd536b7 req-412703b8-3fce-43f6-abb0-d37dca4f8172 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0679574 Feb 17 04:44:01.504246 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Pushing event updated for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:01.518287 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.528638 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-49a05fdd-1033-49ab-aabd-66587dd536b7 req-7a957a80-f447-4acc-ac34-1d232a0437c4 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587130 Feb 17 04:44:01.657710 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.693464 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.700689 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.767724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0a8d-14a8-4862-970c-6e52a041fb40 None None] Pushing event updated for resources: {'Port': ['ID=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:01.772135 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Attempting to bind port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:01.772601 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Attempting to bind port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:01.773057 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Attempting to bind port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:01.775067 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4555c973-a775-4d69-8bb8-d1ff42255164 None None] Provisioning complete for port 526a1f74-d94e-4c7b-8213-93b01fa1d83c triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:01.775525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4555c973-a775-4d69-8bb8-d1ff42255164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.802692 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:01.803194 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:01.803655 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.804076 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:01.804552 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Bound port: 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:01.804931 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.830874 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.836544 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.842751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4555c973-a775-4d69-8bb8-d1ff42255164 None None] Port 526a1f74-d94e-4c7b-8213-93b01fa1d83c cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:44:01.868903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] For port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:01.872380 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] For port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:01.877442 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.908853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Pushing event updated for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:01.911322 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:01.935573 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:01.936770 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:01.971365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b0a8d-14a8-4862-970c-6e52a041fb40 None None] Pushing event updated for resources: {'Port': ['ID=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:02.007159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:02.008570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:02.068323 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:02.138496 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:02.261575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:02.267321 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b7354db5-0f5b-4726-9fcc-03cce7c066e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/5dd6f338-57fe-4f44-adcf-dce15c9e94c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6468809 Feb 17 04:44:02.287834 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-7144927c-bdf7-42d8-965f-5af21d5a03cc None None] Provisioning complete for port 526a1f74-d94e-4c7b-8213-93b01fa1d83c triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:02.288122 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7144927c-bdf7-42d8-965f-5af21d5a03cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.331109 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-7144927c-bdf7-42d8-965f-5af21d5a03cc None None] Port 526a1f74-d94e-4c7b-8213-93b01fa1d83c cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:44:02.335703 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 2, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:02.367067 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea1ea-a24b-4e0c-ae1e-47602de43cd7 None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 2, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:02.668326 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc1a0-7f3e-45e7-8ee3-c4816cc35090 req-7a5f0e61-3c33-476e-b9f9-c80fc90e3d90 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:02.676959 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-715dc1a0-7f3e-45e7-8ee3-c4816cc35090 req-7a5f0e61-3c33-476e-b9f9-c80fc90e3d90 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0695541 Feb 17 04:44:02.721288 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52072) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:02.724694 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-715dc1a0-7f3e-45e7-8ee3-c4816cc35090 req-92ac7c97-5cf4-4294-875c-51b8254f485e tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467088 Feb 17 04:44:02.725875 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805425730', 'description': 'tempest-description--1644029464'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:02.772258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.775681 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a5033f53-93db-460e-abae-d6f8d8c67415 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:02.830611 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port a5033f53-93db-460e-abae-d6f8d8c67415 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:02.830906 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.850769 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.865978 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.908400 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1025099-3010-428d-b155-4ec265a7df13,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:02.915066 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:02.922898 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1ef9f139-3f59-4399-ab1b-25c72f6c67a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2004969 Feb 17 04:44:02.926113 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52074) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:02.930739 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group_rule': {'security_group_id': 'c1025099-3010-428d-b155-4ec265a7df13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:02.962736 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.029049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.034124 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.052216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927d3dba-c825-47c8-a1f8-fcaafe54b89f,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:03.059570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.060860 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-60dd4bc9-5963-4bfb-96e9-d0057201b3bc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336353 Feb 17 04:44:03.063732 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52076) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:03.068153 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group_rule': {'security_group_id': 'c1025099-3010-428d-b155-4ec265a7df13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:03.100290 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.184412 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.196749 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.227624 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060449bf-e299-4685-b26f-a1904d6614fb,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:03.234437 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.235709 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-255d7c37-2ea6-4bb5-98c0-1d6cef2e6282 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709785 Feb 17 04:44:03.238868 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52082) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:03.244390 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:03.285465 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.402499 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.528360 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Allocated IP 172.27.2.87 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/3ddb9a1b-8502-4444-b51e-0def60d03cde) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:03.640019 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.676636 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.723023 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:03.725867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:03.730203 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:03.734076 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=3ddb9a1b-8502-4444-b51e-0def60d03cde,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:03.857367 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.879810 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2e928-612f-406f-adf3-6ed2ddc6563a req-d8f55b1b-3d9d-4332-ae9d-dec039d2367c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:03.881302 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0b2e928-612f-406f-adf3-6ed2ddc6563a req-d8f55b1b-3d9d-4332-ae9d-dec039d2367c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0717428 Feb 17 04:44:03.919018 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:03.975408 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0b2e928-612f-406f-adf3-6ed2ddc6563a req-d9f4db5e-2be0-4091-9bb1-7a1634f1c1b7 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&id=805c1c2d-0c57-4e02-bf3d-dcb6d260627b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789957 Feb 17 04:44:04.094003 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.098200 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129608495'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.169414 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=3ddb9a1b-8502-4444-b51e-0def60d03cde,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:04.181966 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.200188 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.210317 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-33419715-502f-4f07-9ff6-f7740139dece tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9613943 Feb 17 04:44:04.361192 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-c2456625-8b49-4dd7-9ba9-a9aa486b540d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--805425730&fields=id&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 267 time: 0.0335879 Feb 17 04:44:04.473363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-b307d25a-ddf1-4ebc-8141-cb85bf71f122 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:04.474882 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-b307d25a-ddf1-4ebc-8141-cb85bf71f122 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 817 time: 0.1066902 Feb 17 04:44:04.491174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-9f045448-dfcc-402f-b542-becbe4d5fee2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/quotas/379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 375 time: 0.0098100 Feb 17 04:44:04.556869 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-a8615c13-b6d7-4152-9678-228bccbda895 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594208 Feb 17 04:44:04.567459 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:04.577488 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:04.578219 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:04.680740 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-208ad094-02b3-4e5c-8818-621f0953e176 service neutron] 10.222.0.61 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099000 Feb 17 04:44:04.700326 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:04.769032 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a9be-6d80-4665-bbe6-42b76bf9aa8b req-b2fcd064-ddf3-4fb4-8d48-7a7aa61a659a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:04.772369 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c867a9be-6d80-4665-bbe6-42b76bf9aa8b req-b2fcd064-ddf3-4fb4-8d48-7a7aa61a659a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1053803 Feb 17 04:44:04.806431 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:04.810343 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-296c8c72-8831-43b2-b459-509d2dd95a45 service neutron] 10.222.0.61 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276128 Feb 17 04:44:04.844602 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c867a9be-6d80-4665-bbe6-42b76bf9aa8b req-756480c9-9a0a-45bc-8582-c3a6c4d231f5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661454 Feb 17 04:44:04.872453 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:04.875399 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.958053 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:04.961723 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 2, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:04.991458 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:04.996878 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.000134 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:05.000748 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Updating router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 port 526a1f74-d94e-4c7b-8213-93b01fa1d83c binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:44:05.021783 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d931e10c-9096-415d-bfed-f6e5b9bd78c5 req-8b358e2d-1f93-4c59-b8b7-2a5f721bffbc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 210 time: 0.0447762 Feb 17 04:44:05.028112 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.069939 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:05.399974 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.405401 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.462655 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Pushing event updated for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:05.484097 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.484486 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.484820 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.485157 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.485481 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.485806 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.486130 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.486451 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.486794 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.487115 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.487431 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.487747 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:05.524650 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Attempting to bind port 526a1f74-d94e-4c7b-8213-93b01fa1d83c on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:05.525070 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Attempting to bind port 526a1f74-d94e-4c7b-8213-93b01fa1d83c by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:05.525743 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Attempting to bind port 526a1f74-d94e-4c7b-8213-93b01fa1d83c on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:05.533801 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:05.534077 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Checking segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:05.534475 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.534862 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Bound using segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:05.535324 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Bound port: 526a1f74-d94e-4c7b-8213-93b01fa1d83c, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:05.535717 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.611616 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] For port 526a1f74-d94e-4c7b-8213-93b01fa1d83c, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:05.615140 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] For port 526a1f74-d94e-4c7b-8213-93b01fa1d83c, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=526a1f74-d94e-4c7b-8213-93b01fa1d83c,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:05.619839 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.676310 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:05.676976 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:05.679434 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] Provisioning complete for port 526a1f74-d94e-4c7b-8213-93b01fa1d83c triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:05.679810 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.728313 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aebad-f428-401a-8ac1-bbc4c82e4f2d None None] Pushing event updated for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=4']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:05.770785 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.806128 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] For port 526a1f74-d94e-4c7b-8213-93b01fa1d83c, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=526a1f74-d94e-4c7b-8213-93b01fa1d83c,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:05.808961 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:05.812207 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.872033 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cb596-9559-4c1b-b807-7ee7ebb5df40 None None] Pushing event updated for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:05.950772 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-73fbf9f5-4432-4f70-9575-50063c5c5772 None None] Provisioning complete for port 526a1f74-d94e-4c7b-8213-93b01fa1d83c triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:05.951153 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-73fbf9f5-4432-4f70-9575-50063c5c5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:05.992994 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373500c-2e9b-4b45-ae86-d186e2cdbe0e req-f89f6af6-87cc-415d-9cd9-df9b9009f104 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:05.995208 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4373500c-2e9b-4b45-ae86-d186e2cdbe0e req-f89f6af6-87cc-415d-9cd9-df9b9009f104 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0716872 Feb 17 04:44:06.071335 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:06.105746 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dc470-1e6a-4693-bae1-9405f4b31bb2 None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:06.144530 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4373500c-2e9b-4b45-ae86-d186e2cdbe0e req-6d3a7096-040a-4ab9-8f4c-b5b1ee950a28 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370313 Feb 17 04:44:06.172824 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb3802ae-819b-41ed-84f9-6ee5d4708de5 req-89f1a10a-2816-4cf1-88fd-d7b4951eb1a6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 210 time: 0.0548458 Feb 17 04:44:06.197709 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-c6c93859-dbfd-4645-88fa-34dce1ea1d6f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:06.200708 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-c6c93859-dbfd-4645-88fa-34dce1ea1d6f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 817 time: 0.2042866 Feb 17 04:44:06.253462 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-1aee24fc-c3c6-4504-8d5f-a0d2e224de07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 379 time: 0.0442424 Feb 17 04:44:06.267865 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'port': {'device_id': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'admin_state_up': True, 'tenant_id': '379f31afa4364c1886104375a97b360f', 'security_groups': ['c1025099-3010-428d-b155-4ec265a7df13']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:06.386988 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Made reservation on behalf of 379f31afa4364c1886104375a97b360f for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:44:06.391337 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.526004 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Allocated IP 172.20.0.6 (809e8f55-9f6b-4a86-83a7-c2031df5e1f6/ab9f7f43-ecb8-43a2-9400-0b5c91403a3f/75848175-7525-4cab-9d62-f7015625e452) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:44:06.668058 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.715232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.765156 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:44:06.768321 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:44:06.773199 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:44:06.777483 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:06.808250 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 526a1f74-d94e-4c7b-8213-93b01fa1d83c up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:06.828662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:06.829430 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.850613 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-40c6a930-0850-4ccf-a564-ca7c4bb13504 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874009 Feb 17 04:44:06.864044 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Request body: {'port': {'device_id': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:06.869156 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 526a1f74-d94e-4c7b-8213-93b01fa1d83c triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:06.869675 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.928433 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:06.953286 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:07.018556 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:07.018971 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.020298 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4401a3bf-d829-43df-adec-9829781add79 None None] Provisioning complete for port 75848175-7525-4cab-9d62-f7015625e452 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:07.020647 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4401a3bf-d829-43df-adec-9829781add79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.090907 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4401a3bf-d829-43df-adec-9829781add79 None None] Port 75848175-7525-4cab-9d62-f7015625e452 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:44:07.198176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:07.206484 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.220476 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Transition to ACTIVE for port object 75848175-7525-4cab-9d62-f7015625e452 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:44:07.235641 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.301212 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a878839-6005-48bf-9998-c35cf40a75a6 req-14d9ca7c-01c3-4933-a752-c73214ed1593 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.302697 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3a878839-6005-48bf-9998-c35cf40a75a6 req-14d9ca7c-01c3-4933-a752-c73214ed1593 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0519166 Feb 17 04:44:07.318742 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:07.355815 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533414fa-1ef1-4347-9e81-409703712fa3 req-74ef80ff-a097-4582-ab30-31ea17daa1bc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.357732 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-533414fa-1ef1-4347-9e81-409703712fa3 req-74ef80ff-a097-4582-ab30-31ea17daa1bc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.1354082 Feb 17 04:44:07.365193 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3a878839-6005-48bf-9998-c35cf40a75a6 req-1a456e12-57c5-46ea-b519-eaa34792ceb1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541980 Feb 17 04:44:07.444566 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-533414fa-1ef1-4347-9e81-409703712fa3 req-3d3cb8d9-b450-4fcf-9ac9-85f14f6338e7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663147 Feb 17 04:44:07.445631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Attempting to bind port 75848175-7525-4cab-9d62-f7015625e452 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:44:07.445962 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Attempting to bind port 75848175-7525-4cab-9d62-f7015625e452 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:44:07.446284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Attempting to bind port 75848175-7525-4cab-9d62-f7015625e452 on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:07.451046 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Port 75848175-7525-4cab-9d62-f7015625e452 on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:44:07.452008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Attempting to bind port 75848175-7525-4cab-9d62-f7015625e452 on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:44:07.457443 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:44:07.457864 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Checking segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:44:07.458250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Bound using segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:44:07.458680 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Bound port: 75848175-7525-4cab-9d62-f7015625e452, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:44:07.459143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.531155 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:44:07.534091 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:44:07.538405 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.573369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.573966 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:07.575417 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 1093 time: 0.7157352 Feb 17 04:44:07.575859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:07.578428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:07.606198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f733c-63fd-457b-a6f7-de8a6b5611e9 service neutron] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:07.627193 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7843c6-3eed-45f0-821e-432eae0d06c5 x-openstack-request-id: req-7c7843c6-3eed-45f0-821e-432eae0d06c5 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:07.627562 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "tag": "75848175-7525-4cab-9d62-f7015625e452", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:07.627751 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c7843c6-3eed-45f0-821e-432eae0d06c5 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:07.628188 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'status': 'completed', 'code': 200} Feb 17 04:44:07.683348 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-0c200129-8786-4246-a29a-628f9a04d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.684951 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-0c200129-8786-4246-a29a-628f9a04d601 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1096 time: 0.0490322 Feb 17 04:44:07.731392 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-6aa9f21f-c1eb-43ff-837a-c98ae1ddf2f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 217 time: 0.0383029 Feb 17 04:44:07.782784 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-f3aeabae-430a-4513-af32-16727ebe100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.784286 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-f3aeabae-430a-4513-af32-16727ebe100a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0447445 Feb 17 04:44:07.831106 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-6f1b700e-0286-4fb0-aa67-15f4c0bf8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:07.832601 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-6f1b700e-0286-4fb0-aa67-15f4c0bf8029 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414324 Feb 17 04:44:07.928210 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-b43916ed-e0f2-497f-bcc2-42fb3f21e0d5 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Feb 17 04:44:08.016405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-38d38870-ca52-4ce2-b07a-d7d4186867a4 req-bd8281c2-57af-44d1-a205-9153fc5e4065 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810409 Feb 17 04:44:08.122083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-5870493d-83bd-4b9c-b7db-43332173212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.124278 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-5870493d-83bd-4b9c-b7db-43332173212f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1096 time: 0.0442727 Feb 17 04:44:08.220847 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-edbe0095-1bfd-4141-8384-e1c831706c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.222351 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-edbe0095-1bfd-4141-8384-e1c831706c1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0897770 Feb 17 04:44:08.267098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-25d1e112-1571-4cbd-90dc-c0d9fbcf1daf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 217 time: 0.0356207 Feb 17 04:44:08.318713 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-ef07da25-c010-445d-a7aa-df53cae49dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.320237 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-ef07da25-c010-445d-a7aa-df53cae49dcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0462534 Feb 17 04:44:08.366828 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-8f52dd3a-545f-41e3-b627-0e2279dd0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.367689 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-8f52dd3a-545f-41e3-b627-0e2279dd0ea7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396547 Feb 17 04:44:08.566468 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b1c6-c9d7-4e01-b26a-0be401b8c90b req-e2f710d6-1132-47a1-b0e4-1b869d152749 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.567975 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c6e1b1c6-c9d7-4e01-b26a-0be401b8c90b req-e2f710d6-1132-47a1-b0e4-1b869d152749 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Feb 17 04:44:08.607152 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c6e1b1c6-c9d7-4e01-b26a-0be401b8c90b req-ad00c079-2da7-4769-9971-94a89ebd66b1 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Feb 17 04:44:08.730587 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-e080ecd7-453f-45b3-824c-1ff297250cd8 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549616 Feb 17 04:44:08.753000 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231377a-2d59-436c-ae03-18bc8086b34e req-49f44453-f227-4be0-8b99-8208354a3fe6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:08.754363 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d231377a-2d59-436c-ae03-18bc8086b34e req-49f44453-f227-4be0-8b99-8208354a3fe6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.3212593 Feb 17 04:44:08.832691 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d231377a-2d59-436c-ae03-18bc8086b34e req-012eb28a-a3bb-432f-86aa-dc6e5c4fe15d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692971 Feb 17 04:44:08.851608 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b75741d0-ec5c-475b-9d5a-48f617a1bbe0 req-c5a72631-f2bb-4b40-96c8-53e53bdb5536 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133747 Feb 17 04:44:09.719878 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddffa9-95f1-4fc3-9272-77f45a8b1d9f req-e94a2767-6c54-4db2-8620-3358ea305131 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:09.721269 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a3ddffa9-95f1-4fc3-9272-77f45a8b1d9f req-e94a2767-6c54-4db2-8620-3358ea305131 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0470829 Feb 17 04:44:09.757972 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a3ddffa9-95f1-4fc3-9272-77f45a8b1d9f req-6a0444d4-9b72-4c12-b8a0-cfe04d7e9743 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309374 Feb 17 04:44:09.954520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f0aa-b187-4ab1-90e3-217696caa2d2 req-62e4e0d7-0120-496a-8f4f-794e6b89adb6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:09.956012 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4a94f0aa-b187-4ab1-90e3-217696caa2d2 req-62e4e0d7-0120-496a-8f4f-794e6b89adb6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0524015 Feb 17 04:44:09.992898 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4a94f0aa-b187-4ab1-90e3-217696caa2d2 req-2b0bb06f-89f2-4680-af7e-2c45b9e854dc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Feb 17 04:44:10.509263 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:44:10.602505 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:10.613867 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '75848175-7525-4cab-9d62-f7015625e452', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:44:10.648939 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.661532 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:44:10.687229 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:10.691887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:10.739663 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:10.874582 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebfc5-4334-4600-9caf-98d7337dff05 req-64eba0ea-1a14-4cdb-8ead-fb02b01805d6 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:10.876045 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-855ebfc5-4334-4600-9caf-98d7337dff05 req-64eba0ea-1a14-4cdb-8ead-fb02b01805d6 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0519176 Feb 17 04:44:10.912703 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-855ebfc5-4334-4600-9caf-98d7337dff05 req-c3e82e00-b1b4-46e8-b85d-3c730763e6b9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308104 Feb 17 04:44:10.981846 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['75848175-7525-4cab-9d62-f7015625e452'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:11.109042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61e69-6984-456f-bcdb-41bb450f4118 req-574ee2b9-295d-442b-8deb-2068e19ed062 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:11.110440 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-23c61e69-6984-456f-bcdb-41bb450f4118 req-574ee2b9-295d-442b-8deb-2068e19ed062 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 944 time: 0.0479143 Feb 17 04:44:11.147368 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-23c61e69-6984-456f-bcdb-41bb450f4118 req-1c768126-5522-4a1e-8816-0440d44045ef tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309010 Feb 17 04:44:12.024469 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9be5d-c6cb-4e6c-998a-3c616124cb38 req-2c693340-8451-4244-b2af-c688f06dd394 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:12.025898 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-65b9be5d-c6cb-4e6c-998a-3c616124cb38 req-2c693340-8451-4244-b2af-c688f06dd394 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0477660 Feb 17 04:44:12.062577 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-65b9be5d-c6cb-4e6c-998a-3c616124cb38 req-8c6c1ea9-8ec0-4ba1-8847-a9aafe946eee tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Feb 17 04:44:12.267152 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d70e5-3dfb-4174-984e-7e14e948bbb2 req-e589f150-397e-43a1-ae66-0f578ff3cd89 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:12.268664 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-562d70e5-3dfb-4174-984e-7e14e948bbb2 req-e589f150-397e-43a1-ae66-0f578ff3cd89 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 944 time: 0.0495753 Feb 17 04:44:12.305514 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-562d70e5-3dfb-4174-984e-7e14e948bbb2 req-04f3e67d-fa4e-4c40-86af-81e700406649 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Feb 17 04:44:12.512012 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:44:12.559377 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 75848175-7525-4cab-9d62-f7015625e452 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:44:12.563645 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 75848175-7525-4cab-9d62-f7015625e452 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:12.564029 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:12.639629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:12.661892 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:12.664167 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbab81-5246-452c-a517-14d021e6476c" -d '{"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:12.679267 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:12.683343 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:12.710283 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421dcde4-07e6-425b-a120-1daabe08156b x-openstack-request-id: req-421dcde4-07e6-425b-a120-1daabe08156b {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:12.710603 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:12.710859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-421dcde4-07e6-425b-a120-1daabe08156b {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:12.711241 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'code': 200} Feb 17 04:44:12.738669 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:12.888104 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebaa07-6fc4-4cc7-9f47-8a507d637ba8 req-35ab5907-bb45-47af-abdf-7347e867b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:12.890391 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dbebaa07-6fc4-4cc7-9f47-8a507d637ba8 req-35ab5907-bb45-47af-abdf-7347e867b0cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1098 time: 0.0426855 Feb 17 04:44:12.924559 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dbebaa07-6fc4-4cc7-9f47-8a507d637ba8 req-84138b61-be83-4188-87ae-1a6c27ce8a78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270226 Feb 17 04:44:13.178363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fd77d-3371-4f32-95c3-98410067466a req-56f76882-174d-46b7-823d-e8d82ae3d291 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.180048 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c9fd77d-3371-4f32-95c3-98410067466a req-56f76882-174d-46b7-823d-e8d82ae3d291 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0490341 Feb 17 04:44:13.219847 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5c9fd77d-3371-4f32-95c3-98410067466a req-96a8d65e-0551-4053-9fd4-f6cd4bd2760a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Feb 17 04:44:13.423624 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef103f4a-95ed-48ec-8cc1-ae0ea5575551 req-b913dd7f-2e9a-4f45-9c6f-bfbc3e911d60 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:13.425084 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef103f4a-95ed-48ec-8cc1-ae0ea5575551 req-b913dd7f-2e9a-4f45-9c6f-bfbc3e911d60 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0486631 Feb 17 04:44:13.461733 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef103f4a-95ed-48ec-8cc1-ae0ea5575551 req-4ae1eb1c-ec3e-4c1d-9ce8-4e2b721745d8 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308204 Feb 17 04:44:14.337855 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ae54a-6975-4484-83b2-da5564bb2bea req-f23ac289-cfb7-45a4-9951-866b98abfd00 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.339224 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e03ae54a-6975-4484-83b2-da5564bb2bea req-f23ac289-cfb7-45a4-9951-866b98abfd00 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0487678 Feb 17 04:44:14.375926 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e03ae54a-6975-4484-83b2-da5564bb2bea req-c34d60a3-ce86-4c88-b316-413de30c0e26 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300684 Feb 17 04:44:14.787539 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bcf31-b58a-4b89-9a84-5cdf295674de req-c083132f-2dd1-4eb5-b345-48b815c1a721 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.789006 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c65bcf31-b58a-4b89-9a84-5cdf295674de req-c083132f-2dd1-4eb5-b345-48b815c1a721 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.2580788 Feb 17 04:44:14.826404 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c65bcf31-b58a-4b89-9a84-5cdf295674de req-030e0cef-fc62-4df1-91f3-889544b4866e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Feb 17 04:44:14.948038 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012c972-8157-4996-87ac-1b0bb877f134 req-e6266182-d00f-4678-9957-57862ad84935 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:14.949981 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8012c972-8157-4996-87ac-1b0bb877f134 req-e6266182-d00f-4678-9957-57862ad84935 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0556052 Feb 17 04:44:14.958699 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52208) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:14.963272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'floatingip': {'port_id': '75848175-7525-4cab-9d62-f7015625e452'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:15.002037 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:15.445309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:15.449086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:15.492532 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844d470-ffb4-4821-a9c2-bafd2ec698d4 req-07d75d3b-2859-419e-a449-6d4bc5ea8511 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:15.493971 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2844d470-ffb4-4821-a9c2-bafd2ec698d4 req-07d75d3b-2859-419e-a449-6d4bc5ea8511 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Feb 17 04:44:15.533919 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2844d470-ffb4-4821-a9c2-bafd2ec698d4 req-0d0bd5ec-2d8b-40a2-8147-350685e41bd3 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327456 Feb 17 04:44:15.547476 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Floating IP c960ff2a-dc25-483d-abf2-d35b8c25b90e associated. External IP: 172.27.2.87, port: 75848175-7525-4cab-9d62-f7015625e452. Feb 17 04:44:15.741073 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c7aa-0fc4-4a25-8679-4e95712229ea req-389f7eb4-f260-41b8-8427-7cf5d032a0fa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:15.743011 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6343c7aa-0fc4-4a25-8679-4e95712229ea req-389f7eb4-f260-41b8-8427-7cf5d032a0fa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0516462 Feb 17 04:44:15.781092 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6343c7aa-0fc4-4a25-8679-4e95712229ea req-1ebadf6b-0b7f-451e-9681-ffef0826408c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Feb 17 04:44:15.791112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:15.793160 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-05a6c2c4-08f5-4918-9391-8cc0eb114886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:15.795179 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-05a6c2c4-08f5-4918-9391-8cc0eb114886 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1099 time: 0.0601935 Feb 17 04:44:15.960805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-8f4cc00f-8019-4e6c-8efe-0a0097c81176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:15.962265 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-8f4cc00f-8019-4e6c-8efe-0a0097c81176 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1600213 Feb 17 04:44:15.964819 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:15.970185 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:15.975637 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:15.986556 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:15.987262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:16.038984 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-74ef2284-7840-4a6a-a2d7-43d5238d4232 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "PUT /v2.0/floatingips/c960ff2a-dc25-483d-abf2-d35b8c25b90e HTTP/1.1" status: 200 len: 990 time: 1.0790219 Feb 17 04:44:16.041002 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:16.043296 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40fb71e-7965-430a-9d54-25b10bc2ddc9" -d '{"events": [{"name": "network-changed", "server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:16.061339 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-3992b239-18f2-4b39-abe6-0b7bada3f0c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 1002 time: 0.0881295 Feb 17 04:44:16.099257 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef83b0a6-7ead-4ee8-8484-4a1091518ee8 x-openstack-request-id: req-ef83b0a6-7ead-4ee8-8484-4a1091518ee8 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:16.099564 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "tag": "75848175-7525-4cab-9d62-f7015625e452", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:16.099997 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef83b0a6-7ead-4ee8-8484-4a1091518ee8 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:16.100457 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'status': 'completed', 'code': 200} Feb 17 04:44:16.147218 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-0d83cac0-cab4-4f44-8c4f-deb789a4031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.148866 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-0d83cac0-cab4-4f44-8c4f-deb789a4031b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0810778 Feb 17 04:44:16.189978 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-3edaf843-681d-4448-a6aa-025b72b00cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.191482 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-3edaf843-681d-4448-a6aa-025b72b00cbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1098 time: 0.0786867 Feb 17 04:44:16.225002 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-80ba5da4-4e83-4975-afd3-f3363de686f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.226616 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-80ba5da4-4e83-4975-afd3-f3363de686f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703728 Feb 17 04:44:16.229903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:16.405979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-6cd5639a-f7d2-4311-9ade-b711810a4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.407685 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-6cd5639a-f7d2-4311-9ade-b711810a4ede service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.2078700 Feb 17 04:44:16.511438 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-d79b4eea-86ac-4060-b6cb-c1a8033dcb58 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593298 Feb 17 04:44:16.539287 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-77017d43-1d3d-4244-b406-4deefee111ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 998 time: 0.1238031 Feb 17 04:44:16.567263 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c960ff2a-dc25-483d-abf2-d35b8c25b90e', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:03Z', 'updated_at': '2022-02-17T04:44:15Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:16.595266 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:16.603820 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:16.604484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:43:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:16.625968 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-58060501-f499-414c-a22b-438b5f6c6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.627401 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-58060501-f499-414c-a22b-438b5f6c6335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0627003 Feb 17 04:44:16.653185 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c6becadd-c8c1-48bc-a79c-acb5efc3d02d req-c13dd89e-6365-4c5c-b9fc-c0fb53acb73f service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342452 Feb 17 04:44:16.690480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-d3b17671-fc2a-4d57-849d-63e23ff807ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.692524 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-d3b17671-fc2a-4d57-849d-63e23ff807ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559342 Feb 17 04:44:16.718015 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:16.785345 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-323f63a8-7392-44a3-bfad-1d65fc443cbd service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Feb 17 04:44:16.904979 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fa1ff-5c21-4dd1-961b-fa525939c093 req-b5ead5bd-8ca4-455a-ab4e-3b4d3bf606c0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:16.906471 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b84fa1ff-5c21-4dd1-961b-fa525939c093 req-b5ead5bd-8ca4-455a-ab4e-3b4d3bf606c0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0519962 Feb 17 04:44:16.943917 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b84fa1ff-5c21-4dd1-961b-fa525939c093 req-50b640ff-b9d3-46cd-8cf0-997194826ebe tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Feb 17 04:44:16.947063 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c960ff2a-dc25-483d-abf2-d35b8c25b90e', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:03Z', 'updated_at': '2022-02-17T04:44:15Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:16.974116 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bee4e-e7ee-4b0b-a8b0-96f7a0709f1a None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c960ff2a-dc25-483d-abf2-d35b8c25b90e', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:44:03Z', 'updated_at': '2022-02-17T04:44:15Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:17.156242 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3571e6e7-d0de-4cf7-8faa-7824dcad3562 None None] New status for floating IP c960ff2a-dc25-483d-abf2-d35b8c25b90e: ACTIVE {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:44:17.249042 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:18.067667 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9a0fa-5beb-4f44-9655-bbd1a4e05ea6 req-9fc869bc-ff1a-4961-8c2e-f35a6b3f9aee tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:18.069178 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1aa9a0fa-5beb-4f44-9655-bbd1a4e05ea6 req-9fc869bc-ff1a-4961-8c2e-f35a6b3f9aee tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0576291 Feb 17 04:44:18.125690 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1aa9a0fa-5beb-4f44-9655-bbd1a4e05ea6 req-bd384da6-64ba-4939-a7db-11ec4af357fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498719 Feb 17 04:44:19.238679 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aaa7d-9b7f-4caa-9d8d-b95b9e00b583 req-711cfc1a-98ad-4e29-83b0-c0f4c7b0b4f0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:19.240162 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2d1aaa7d-9b7f-4caa-9d8d-b95b9e00b583 req-711cfc1a-98ad-4e29-83b0-c0f4c7b0b4f0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0475159 Feb 17 04:44:19.277807 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2d1aaa7d-9b7f-4caa-9d8d-b95b9e00b583 req-3215c23e-077b-4595-b955-8220b3be75f2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Feb 17 04:44:19.478941 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b40fb71e-7965-430a-9d54-25b10bc2ddc9 req-97c1f83b-8034-4fed-b630-5d304c94d1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804379 Feb 17 04:44:20.389686 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62597f15-3751-482f-ab6a-d6d5d6b83024 req-b89b0c07-1a19-4270-a8b1-f0906a06923c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:20.391147 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-62597f15-3751-482f-ab6a-d6d5d6b83024 req-b89b0c07-1a19-4270-a8b1-f0906a06923c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0473678 Feb 17 04:44:20.428040 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-62597f15-3751-482f-ab6a-d6d5d6b83024 req-3d0ad38e-c047-4c69-b66e-359879b93c7e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309556 Feb 17 04:44:21.011348 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-2244eb51-ee7f-4cf5-9f0d-034e9438eeda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423167 Feb 17 04:44:21.082223 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-50f46395-4ffd-4733-8f09-6432c31a4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.083699 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-50f46395-4ffd-4733-8f09-6432c31a4caf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 1099 time: 0.0407379 Feb 17 04:44:21.183843 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-f84bbd6d-dc2d-4fcf-8c01-b64e1c04c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.185725 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-f84bbd6d-dc2d-4fcf-8c01-b64e1c04c222 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.0819519 Feb 17 04:44:21.259701 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-b3026502-d9d0-4250-90e1-e0fcb0f4a21c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 200 len: 1002 time: 0.0615122 Feb 17 04:44:21.314585 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-eb59b06c-fbe8-476a-a59b-efd2433e444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.315925 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-eb59b06c-fbe8-476a-a59b-efd2433e444f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0424263 Feb 17 04:44:21.358536 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-0820b9dc-3935-4eae-9ca0-cf308a144483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:21.359988 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-0820b9dc-3935-4eae-9ca0-cf308a144483 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371854 Feb 17 04:44:21.452856 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-d8600020-d28c-45e9-8871-a11c77fa87c6 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811498 Feb 17 04:44:21.537169 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4ff63832-30a4-4d26-a5cb-b5113058135c req-0268fdb5-74fa-4f65-af84-9c03d054995d service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776653 Feb 17 04:44:21.799183 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f622d856-8914-4b94-9928-ad68ccdbfd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:24.266089 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-09d3091f-cb0a-47a8-8782-0ea008aa024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.051262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.397412 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52298) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:25.497878 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6002058a-4276-4750-a89d-e4e0982806d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.573169 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6002058a-4276-4750-a89d-e4e0982806d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.577294 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6002058a-4276-4750-a89d-e4e0982806d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.613898 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6002058a-4276-4750-a89d-e4e0982806d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1eafe4047954faf9ac278f179e0dd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154458 Feb 17 04:44:25.614976 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002058a-4276-4750-a89d-e4e0982806d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b9a122-2837-4e55-9f19-d7e2b5045984,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:25.616603 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52302) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:25.666830 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.688282 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.733880 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.736523 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:25.737705 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32b9a122-2837-4e55-9f19-d7e2b5045984 HTTP/1.1" status: 204 len: 168 time: 0.1190536 Feb 17 04:44:25.745298 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288c2ed-a2ee-4e70-a9e2-a56add61079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b9a122-2837-4e55-9f19-d7e2b5045984,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:26.709311 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52336) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:26.721494 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:26.812551 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da3f4ed1-fa54-4bab-b884-0d59f4b09707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:26.883378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da3f4ed1-fa54-4bab-b884-0d59f4b09707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:26.886949 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da3f4ed1-fa54-4bab-b884-0d59f4b09707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:26.922982 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-da3f4ed1-fa54-4bab-b884-0d59f4b09707 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac5d613867f94a87b9fe3f1d9a646543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126389 Feb 17 04:44:26.924801 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f4ed1-fa54-4bab-b884-0d59f4b09707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438caaea-9223-4e25-bc01-44561442fd0d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:26.925839 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52340) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:26.976452 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:26.996901 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.026540 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.043224 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.045991 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:27.047135 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/438caaea-9223-4e25-bc01-44561442fd0d HTTP/1.1" status: 204 len: 168 time: 0.1203191 Feb 17 04:44:27.054560 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f704a-b407-4e31-9ecc-5520e5db7598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438caaea-9223-4e25-bc01-44561442fd0d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:37.374465 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:44:47.010813 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52486) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:47.111897 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.184183 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.188581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.225586 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a3b391d1a4b41a684781ee89202da33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136695 Feb 17 04:44:47.226407 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb703b3-fb6c-4ab9-ab59-b92f181d9557,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:47.228216 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52490) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:47.234207 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.234555 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.234890 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.235222 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.235551 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.235877 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.236234 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.236562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.236888 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.237208 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.237526 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.237843 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ee9ea2-c53f-4157-b7a7-f066b21ecb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.273781 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.278464 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.299308 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.346551 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.349001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:47.350116 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbb703b3-fb6c-4ab9-ab59-b92f181d9557 HTTP/1.1" status: 204 len: 168 time: 0.1209321 Feb 17 04:44:47.358052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb703b3-fb6c-4ab9-ab59-b92f181d9557,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:47.364882 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.365209 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.365549 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.365877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.366203 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.366528 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.367141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.367467 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.367787 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.368149 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.368449 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:47.368765 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466614-21f7-455e-85fe-812e343f05c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:44:51.639102 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-465e5b2d-f88d-48dc-8f36-641baf6a5d2d tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281567775&fields=id&tenant_id=7b34225705a24e40aa1e5870a03d91f3 HTTP/1.1" status: 200 len: 267 time: 0.0316174 Feb 17 04:44:51.694263 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-6dfecf54-65b0-49f1-9714-536fecefed45 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:51.695728 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-6dfecf54-65b0-49f1-9714-536fecefed45 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 984 time: 0.0511355 Feb 17 04:44:51.706793 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Request body: {'port': {'security_groups': ['e91bbbf3-75ff-46b6-84af-5f8443ecebd0']}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:51.772915 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:51.800724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-090e2a50-3c54-435b-9e44-881dbe6cf8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:51.950751 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:51.978321 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:51.983254 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129608495'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:51.995893 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:52.027012 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:52.027630 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.029722 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-29908429-4781-43d4-8d0c-053b62bca1f7 req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "PUT /v2.0/ports/22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 942 time: 0.3273275 Feb 17 04:44:52.030175 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:52.033622 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8dacd-e1f2-46cf-b1d0-374376219c24" -d '{"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:52.035585 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52506) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:52.078234 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856e7a-0c91-47a2-9f94-8b4c31bfed4c tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event updated for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=7']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:52.104782 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2369a1af-b635-4b3e-82df-ca2b1c3a99e1 x-openstack-request-id: req-2369a1af-b635-4b3e-82df-ca2b1c3a99e1 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:52.105083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:52.105332 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2369a1af-b635-4b3e-82df-ca2b1c3a99e1 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:52.105722 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:44:52.142384 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:52.165266 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.179691 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-a881963f-90bd-46b9-ad52-692c0dbd4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:52.181220 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-a881963f-90bd-46b9-ad52-692c0dbd4815 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1098 time: 0.0662169 Feb 17 04:44:52.205825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.334096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-7d45beb5-8d0d-4717-8f85-2e1b1693229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:52.335989 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-7d45beb5-8d0d-4717-8f85-2e1b1693229e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 915 time: 0.1445389 Feb 17 04:44:52.337414 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-aa2880c1-7833-4184-8072-d7771568c4ed None None] Provisioning complete for port 22c72de9-c968-4256-b50b-282fee0a78b4 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:44:52.337897 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-aa2880c1-7833-4184-8072-d7771568c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.386858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.390262 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.391387 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "DELETE /v2.0/security-groups/805c1c2d-0c57-4e02-bf3d-dcb6d260627b HTTP/1.1" status: 204 len: 168 time: 0.3547904 Feb 17 04:44:52.394352 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52510) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:44:52.404183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7ee0-450d-41ed-aaa3-02c219b49cbe tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c1c2d-0c57-4e02-bf3d-dcb6d260627b,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:52.422183 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-af93087b-a35d-47f3-ad8b-8e9aef12b755 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 1001 time: 0.0784104 Feb 17 04:44:52.476180 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-2a7065ae-81d5-46a5-ac17-43d2f563daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:52.477584 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-2a7065ae-81d5-46a5-ac17-43d2f563daac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0480258 Feb 17 04:44:52.528614 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-5db42f7f-cf1e-4577-83b1-939747b91fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:52.530106 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-5db42f7f-cf1e-4577-83b1-939747b91fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447686 Feb 17 04:44:52.613746 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Deleting port 0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:52.614088 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.621152 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-bda214f5-e298-4269-9345-980ff6cca3df service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814385 Feb 17 04:44:52.692696 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.693146 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.706197 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Calling delete_port for 0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97 owned by network:floatingip {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:52.716923 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11e8dacd-e1f2-46cf-b1d0-374376219c24 req-0b20fbe3-653d-4a97-9efa-0fa4a6265ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Feb 17 04:44:52.879933 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.904863 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event deleted for resources: {'Port': ['ID=0ed7374c-0fa9-45f5-aa6c-1d7b3b416b97,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:52.962502 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks [] for floatingip, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:52.962829 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Floating IP f90166ad-bd0d-4dc3-9b3e-110633af5732 disassociated (deleted). External IP: 172.27.2.231, port: 22c72de9-c968-4256-b50b-282fee0a78b4. Feb 17 04:44:53.166154 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:44:53.271985 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:44:53.276819 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:53.283104 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Sync routers for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:44:53.292216 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:53.292802 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:53.303149 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-3ad22e30-f0a9-48c6-bcb3-58218b808265 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "DELETE /v2.0/floatingips/f90166ad-bd0d-4dc3-9b3e-110633af5732 HTTP/1.1" status: 204 len: 168 time: 0.9077206 Feb 17 04:44:53.399837 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:53.609741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:53.635451 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Checking router: c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:44:53.643649 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:44:53.644271 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:53.861888 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:44:54.052210 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-b646b949-5507-4719-8651-98a20100a5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:44:54.082349 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b646b949-5507-4719-8651-98a20100a5bf None None] The sync data for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi is: [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:41:51Z', 'revision_number': 4, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '146e72bd-5cc6-4bd1-91b5-bddb6792e9b0', 'name': '', 'network_id': 'ab63503d-021a-4c9a-93c6-d10cf9092bfb', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'mac_address': 'fa:16:3e:b2:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:49Z', 'updated_at': '2022-02-17T04:41:56Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'subnets': [{'id': 'ce26c018-d96d-437e-b43e-19d8c973a9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:44:54.107372 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:54.109809 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4567cd0c-0df1-43b6-a09f-8a53808e7442" -d '{"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:54.147375 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8814db6c-ecc6-4b85-891a-15752ef5914d x-openstack-request-id: req-8814db6c-ecc6-4b85-891a-15752ef5914d {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:54.147715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:54.147910 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8814db6c-ecc6-4b85-891a-15752ef5914d {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:54.148469 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:44:54.218061 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-1b7d00cf-5287-4f78-ad8c-e41a6382d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:54.219534 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-1b7d00cf-5287-4f78-ad8c-e41a6382d974 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7b34225705a24e40aa1e5870a03d91f3&device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 1098 time: 0.0410237 Feb 17 04:44:54.274108 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7fb039e0-1d14-4096-855f-1e0904f0afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:54.322502 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb605b-94ed-4261-b74d-959a7c550773 None None] New status for floating IP f90166ad-bd0d-4dc3-9b3e-110633af5732: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:44:54.327711 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-a9136624-7de5-415f-b9e9-0b74153a866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:54.329331 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-a9136624-7de5-415f-b9e9-0b74153a866f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 200 len: 915 time: 0.1001954 Feb 17 04:44:54.624444 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-8eb1740b-0b49-4719-9cb5-bd4ba233d8c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 200 len: 217 time: 0.2778428 Feb 17 04:44:54.673398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-4730bffa-d4a4-4713-8ab5-d6f2b9ab847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:54.674996 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-4730bffa-d4a4-4713-8ab5-d6f2b9ab847f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 200 len: 853 time: 0.0438125 Feb 17 04:44:54.721857 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-c1ae2b5d-7a19-42f5-9d31-83482eec52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:54.723359 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-c1ae2b5d-7a19-42f5-9d31-83482eec52e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ab63503d-021a-4c9a-93c6-d10cf9092bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405717 Feb 17 04:44:54.819549 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-9d747091-fa2e-4cf5-a0c6-5952dc6eea21 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838749 Feb 17 04:44:54.914022 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4567cd0c-0df1-43b6-a09f-8a53808e7442 req-147cd4e5-b621-4869-a215-ae2a0b092b97 service neutron] 10.222.0.37 "GET /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858507 Feb 17 04:44:55.055165 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:56.003705 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b92173-6524-4eed-8b60-78e51ed27dcf req-cff1e087-ecf8-4b29-ae4f-bda18c83d32b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:56.005191 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c2b92173-6524-4eed-8b60-78e51ed27dcf req-cff1e087-ecf8-4b29-ae4f-bda18c83d32b tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0511031 Feb 17 04:44:56.042659 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c2b92173-6524-4eed-8b60-78e51ed27dcf req-c66a19fc-ed21-4860-b46a-959badff24dd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Feb 17 04:44:56.711063 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.019063 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:57.158335 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd3b0-e234-4bb3-8b9a-16b5635d0a29 req-d73c30c4-ef21-4a92-8e88-237dd2ce3b86 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:57.159801 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e4cd3b0-e234-4bb3-8b9a-16b5635d0a29 req-d73c30c4-ef21-4a92-8e88-237dd2ce3b86 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0483365 Feb 17 04:44:57.196056 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e4cd3b0-e234-4bb3-8b9a-16b5635d0a29 req-7c179bac-6ae2-47f9-90be-a9defcaebb61 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/security-groups?id=e91bbbf3-75ff-46b6-84af-5f8443ecebd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302885 Feb 17 04:44:57.916113 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4458-4ae1-42f6-af07-33219ac15237 req-3207438f-916f-4470-a4ea-673d4671ba76 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:57.917502 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-743b4458-4ae1-42f6-af07-33219ac15237 req-3207438f-916f-4470-a4ea-673d4671ba76 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 945 time: 0.0461156 Feb 17 04:44:58.008644 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Deleting port 22c72de9-c968-4256-b50b-282fee0a78b4 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:44:58.008982 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.092685 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] For port 22c72de9-c968-4256-b50b-282fee0a78b4, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22c72de9-c968-4256-b50b-282fee0a78b4,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:44:58.093042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.104149 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Calling delete_port for 22c72de9-c968-4256-b50b-282fee0a78b4 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:44:58.229539 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.242227 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['22c72de9-c968-4256-b50b-282fee0a78b4'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:44:58.260138 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Pushing event deleted for resources: {'Port': ['ID=22c72de9-c968-4256-b50b-282fee0a78b4,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:44:58.296439 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f97919d3-8f82-4537-9f27-f99683332aba req-bbc61f67-a63f-4744-b9f9-be616477a268 tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b075767-5a27-42f3-bebc-d78f043b9d5c HTTP/1.1" status: 200 len: 210 time: 0.0281920 Feb 17 04:44:58.302554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] No DVR routers for this DVR port 22c72de9-c968-4256-b50b-282fee0a78b4 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:44:58.305108 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:44:58.308494 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-743b4458-4ae1-42f6-af07-33219ac15237 req-83a1734a-b0e6-469d-a57a-96b59d3edafd tempest-TestMinimumBasicScenario-104944349 tempest-TestMinimumBasicScenario-104944349-project] 10.222.0.37 "DELETE /v2.0/ports/22c72de9-c968-4256-b50b-282fee0a78b4 HTTP/1.1" status: 204 len: 173 time: 0.3827341 Feb 17 04:44:58.308759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'name': 'network-vif-deleted', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:44:58.315122 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bbc6d6-b622-4526-becc-5006e59d99c1" -d '{"events": [{"server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "name": "network-vif-deleted", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:44:58.352530 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0dce3d-d66d-447b-84ef-4087c22c527e x-openstack-request-id: req-1a0dce3d-d66d-447b-84ef-4087c22c527e {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:44:58.352835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b075767-5a27-42f3-bebc-d78f043b9d5c", "name": "network-vif-deleted", "tag": "22c72de9-c968-4256-b50b-282fee0a78b4", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:44:58.353090 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a0dce3d-d66d-447b-84ef-4087c22c527e {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:44:58.353487 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b075767-5a27-42f3-bebc-d78f043b9d5c', 'name': 'network-vif-deleted', 'tag': '22c72de9-c968-4256-b50b-282fee0a78b4', 'status': 'completed', 'code': 200} Feb 17 04:44:58.783657 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b6b4-15ed-4bc2-8aad-0a527b10cfe4 req-a55c5e0d-206a-41e1-9e2d-deecea206666 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:58.785370 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-98a5b6b4-15ed-4bc2-8aad-0a527b10cfe4 req-a55c5e0d-206a-41e1-9e2d-deecea206666 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0593593 Feb 17 04:44:58.835587 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-98a5b6b4-15ed-4bc2-8aad-0a527b10cfe4 req-6c758d5a-057b-43aa-aa26-7645be46a2d7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Feb 17 04:44:59.955766 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62390f-e1ee-4b96-8ac6-2ad588e8bd40 req-9baf507c-80fb-4177-9863-26539f603729 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:44:59.957252 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9e62390f-e1ee-4b96-8ac6-2ad588e8bd40 req-9baf507c-80fb-4177-9863-26539f603729 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0482085 Feb 17 04:44:59.995771 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9e62390f-e1ee-4b96-8ac6-2ad588e8bd40 req-2fc1cd4b-b118-47ce-9941-4f22b93ddf3e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324895 Feb 17 04:44:59.997001 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52614) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:00.339163 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:00.575039 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Deleting port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:00.575382 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:00.648311 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] For port 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:00.648657 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:00.659792 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Calling delete_port for 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 owned by network:router_interface {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:00.833683 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:00.860396 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Pushing event deleted for resources: {'Port': ['ID=146e72bd-5cc6-4bd1-91b5-bddb6792e9b0,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:01.020818 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.121508 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b78b-d81e-480f-8d2e-abdecd75f04a req-36b32ce6-d216-46da-9d65-ef7b7b846937 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:01.123171 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d600b78b-d81e-480f-8d2e-abdecd75f04a req-36b32ce6-d216-46da-9d65-ef7b7b846937 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0492985 Feb 17 04:45:01.160253 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d600b78b-d81e-480f-8d2e-abdecd75f04a req-98828e8e-63cd-416e-b6bb-373183d9a1dd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Feb 17 04:45:01.234952 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:01.546856 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:01.554637 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f8d6aabb-96b7-453b-8b89-86e34cfbc711 admin admin] 10.222.0.61 "PUT /v2.0/routers/c0c20685-7aaa-44cc-8091-c1ab1f99b3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5538416 Feb 17 04:45:01.554735 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52622) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:01.558043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Sync routers for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:01.567728 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:01.568367 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:01.660803 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks [] for router, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.673827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:01.773562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.839736 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Deleting port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:01.840302 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.870918 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:45:00Z', 'revision_number': 5, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port': {'id': '7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:46Z', 'updated_at': '2022-02-17T04:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:01.898993 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Checking router: c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:01.907767 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Routers {'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:01.908408 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:01.954604 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006edc1a-73b8-47bf-85c6-d500f5b477bb req-3110ebe5-d31a-4698-91e0-bf35cd8cf7d5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:01.956094 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-006edc1a-73b8-47bf-85c6-d500f5b477bb req-3110ebe5-d31a-4698-91e0-bf35cd8cf7d5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0766006 Feb 17 04:45:01.962630 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] For port 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:01.962982 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:01.987587 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Calling delete_port for 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 owned by network:router_gateway {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:01.994661 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] Set router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:02.014772 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-006edc1a-73b8-47bf-85c6-d500f5b477bb req-4501dd96-bd03-4c20-b193-5845b3c7dffa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492024 Feb 17 04:45:02.051689 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:45:01Z', 'revision_number': 6, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:02.078678 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329a621-6f25-40bf-8a9f-effc39d5a9fb None None] The sync data for ids ['c0c20685-7aaa-44cc-8091-c1ab1f99b3c2'] in dv-cinder-829630-1-iscsi is: [{'id': 'c0c20685-7aaa-44cc-8091-c1ab1f99b3c2', 'name': 'tempest-TestMinimumBasicScenario-117539327-router', 'tenant_id': '7b34225705a24e40aa1e5870a03d91f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:45Z', 'updated_at': '2022-02-17T04:45:01Z', 'revision_number': 6, 'project_id': '7b34225705a24e40aa1e5870a03d91f3', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:02.167977 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.195212 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:02.257517 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.284577 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0340af-10d0-42cb-9196-1b256ff33eff req-155d1250-91a9-4932-a965-98af4d73442c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:02.286057 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc0340af-10d0-42cb-9196-1b256ff33eff req-155d1250-91a9-4932-a965-98af4d73442c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0477846 Feb 17 04:45:02.323424 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc0340af-10d0-42cb-9196-1b256ff33eff req-bc0a7e31-ef39-4fd8-a462-44e7412f2ea1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Feb 17 04:45:02.352494 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.354534 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.396145 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.396631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 {{(pid=108237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:45:02.401195 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.402317 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f66fb49c-4416-49e7-8065-f8d0a01b940e admin admin] 10.222.0.61 "DELETE /v2.0/routers/c0c20685-7aaa-44cc-8091-c1ab1f99b3c2 HTTP/1.1" status: 204 len: 168 time: 0.8466766 Feb 17 04:45:02.406057 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52634) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:02.450519 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Deleting subnet ce26c018-d96d-437e-b43e-19d8c973a9fa {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:45:02.453692 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.489183 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129003399'] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.601353 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.650935 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129608661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129650639'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.680408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce26c018-d96d-437e-b43e-19d8c973a9fa,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:02.685409 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.688692 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-74acab3f-ece2-408d-9705-bf07ad3fa3f4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ce26c018-d96d-437e-b43e-19d8c973a9fa HTTP/1.1" status: 204 len: 168 time: 0.2817001 Feb 17 04:45:02.691167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52636) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:02.693648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d05d9-cb0e-420a-95b9-5fafbbfb5c91 None None] Network ab63503d-021a-4c9a-93c6-d10cf9092bfb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:02.759946 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.762532 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 22c72de9-c968-4256-b50b-282fee0a78b4 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:02.815739 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Deleting port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:02.816117 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.817968 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 22c72de9-c968-4256-b50b-282fee0a78b4 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:02.818489 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 22c72de9-c968-4256-b50b-282fee0a78b4 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:02.890363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] For port 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=09f2497b-39d6-40c7-868e-b45e69b8bbd3,segment=NetworkSegment(faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0),segment_id=faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:02.890754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.905692 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] DHCP port deletion for ab63503d-021a-4c9a-93c6-d10cf9092bfb request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:45:02.905892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Calling delete_port for 09f2497b-39d6-40c7-868e-b45e69b8bbd3 owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:02.935998 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:02.967848 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:02.968215 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 7dc85ece-ffcf-4f0f-9945-9fab34bd7ef8 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:02.968638 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:02.988380 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:02.993656 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:02.993656 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 146e72bd-5cc6-4bd1-91b5-bddb6792e9b0 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:03.005528 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Deleting port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:03.005905 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.011526 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f2497b-39d6-40c7-868e-b45e69b8bbd3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:03.017778 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] No DVR routers for this DVR port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 on host dv-cinder-829630-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:03.076456 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] For port 09f2497b-39d6-40c7-868e-b45e69b8bbd3, host dv-cinder-829630-1-iscsi, got binding levels [] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:03.076854 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.093472 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Calling delete_port for 09f2497b-39d6-40c7-868e-b45e69b8bbd3 owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:03.095389 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.097705 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.ipam_backend_mixin [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 was not found and therefore no delete operation was performed {{(pid=108238) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 04:45:03.100782 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.118766 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab63503d-021a-4c9a-93c6-d10cf9092bfb']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:03.130474 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:03.130738 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa2ddb9-558e-49fe-8bb6-0e0c8beeb6a0') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:03.141131 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.143028 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Pushing event deleted for resources: {'Port': ['ID=09f2497b-39d6-40c7-868e-b45e69b8bbd3,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:03.145692 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] No DVR routers for this DVR port 09f2497b-39d6-40c7-868e-b45e69b8bbd3 on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:03.146723 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cfd3c-dc15-4599-8926-1d4cdcb22d46 req-fe9b81b3-6efc-40b9-ab6f-e06a6d11313d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:03.148493 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f54cfd3c-dc15-4599-8926-1d4cdcb22d46 req-fe9b81b3-6efc-40b9-ab6f-e06a6d11313d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0607123 Feb 17 04:45:03.155093 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.155486 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.155828 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.156188 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.156656 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.156886 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.157219 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.157497 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.157830 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.158158 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.158480 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.158749 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.158879 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2430ef67-b847-4764-803e-d11dedcb3582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:45:03.173799 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:45:03.174283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:03.176586 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:03.201044 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f54cfd3c-dc15-4599-8926-1d4cdcb22d46 req-5e054d65-4674-42cc-a82f-7d235b5784cc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 Feb 17 04:45:03.238317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.244900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.246432 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab63503d-021a-4c9a-93c6-d10cf9092bfb HTTP/1.1" status: 204 len: 168 time: 0.5542126 Feb 17 04:45:03.249539 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52640) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:03.262534 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caeabc-1e17-4f25-ae5b-feecdf3dba23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab63503d-021a-4c9a-93c6-d10cf9092bfb,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:03.446062 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef9e0c-a274-4b53-95ea-342c71dd2d16 req-189f125f-d78d-4ed6-a0c4-ee01a22962c5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:03.447596 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11ef9e0c-a274-4b53-95ea-342c71dd2d16 req-189f125f-d78d-4ed6-a0c4-ee01a22962c5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0529950 Feb 17 04:45:03.485859 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11ef9e0c-a274-4b53-95ea-342c71dd2d16 req-8a3a9cab-656f-4484-a4af-6357886f83ae tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Feb 17 04:45:03.593154 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.832991 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Deleting port f6455dd9-c946-4c49-a8da-659894dad8db {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:03.833326 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.907747 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] For port f6455dd9-c946-4c49-a8da-659894dad8db, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=f6455dd9-c946-4c49-a8da-659894dad8db,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:03.908216 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:03.919140 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Calling delete_port for f6455dd9-c946-4c49-a8da-659894dad8db owned by network:router_interface {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:04.035739 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-3b54ac06-f645-44e0-b617-10ac2361672e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:04.037211 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-3b54ac06-f645-44e0-b617-10ac2361672e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0482142 Feb 17 04:45:04.093833 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.118567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6455dd9-c946-4c49-a8da-659894dad8db,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:04.140980 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Deleting port 5505f266-261e-4d42-962f-e733323092d6 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:04.141319 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.238761 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] For port 5505f266-261e-4d42-962f-e733323092d6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5505f266-261e-4d42-962f-e733323092d6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:04.239129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.322405 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.380351 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b324-733d-426b-8a04-20cf76e21182 req-e5d83631-03f8-4042-b16d-e5e9bc27bf55 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:04.381838 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f517b324-733d-426b-8a04-20cf76e21182 req-e5d83631-03f8-4042-b16d-e5e9bc27bf55 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a5ae0ff-211f-46d8-8482-003b33f9de12 HTTP/1.1" status: 200 len: 946 time: 0.0992098 Feb 17 04:45:04.486575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.487212 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.487337 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Floating IP 67ac0862-7b61-4e1d-9e0f-8dd75e34deb7 disassociated. External IP: 172.27.2.223, port: 5505f266-261e-4d42-962f-e733323092d6. Feb 17 04:45:04.487586 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Calling delete_port for 5505f266-261e-4d42-962f-e733323092d6 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:04.643730 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306d82b-fdde-42d8-ad63-0defd8d270ad req-94b9e6b9-662b-4c49-9f80-f2cc6f02f645 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:04.645140 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4306d82b-fdde-42d8-ad63-0defd8d270ad req-94b9e6b9-662b-4c49-9f80-f2cc6f02f645 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0821805 Feb 17 04:45:04.682600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:04.688066 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f517b324-733d-426b-8a04-20cf76e21182 req-f6e40a3a-b2a8-420d-88f9-74d6557cbc83 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961552 Feb 17 04:45:04.728680 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4306d82b-fdde-42d8-ad63-0defd8d270ad req-d1de93fa-a874-41bd-9335-54226b8b4468 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761313 Feb 17 04:45:04.732804 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'Port': ['ID=5505f266-261e-4d42-962f-e733323092d6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:04.804729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Router 3fe9114b-4d76-4c57-b784-10b47fd2c08a has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:04.856899 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:04.861459 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 09f2497b-39d6-40c7-868e-b45e69b8bbd3 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:04.881971 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 09f2497b-39d6-40c7-868e-b45e69b8bbd3 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:04.882566 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 09f2497b-39d6-40c7-868e-b45e69b8bbd3 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:04.918082 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:04.922978 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-447a2e71-5710-4a44-9b88-b17867018119 admin admin] 10.222.0.61 "PUT /v2.0/routers/3fe9114b-4d76-4c57-b784-10b47fd2c08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721725 Feb 17 04:45:04.925514 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52648) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:04.930141 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Sync routers for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:04.940063 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:04.940723 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:04.973114 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:04.987976 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:05.004674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:05.005657 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.015500 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] No DVR routers for this DVR port 5505f266-261e-4d42-962f-e733323092d6 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:05.020493 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.026013 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f4f197c3-8060-49e8-89ea-2bc10c83eeca req-85fe63e3-bb38-414b-881d-6d024629b5ec tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "DELETE /v2.0/ports/5505f266-261e-4d42-962f-e733323092d6 HTTP/1.1" status: 204 len: 173 time: 0.9817493 Feb 17 04:45:05.026471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'name': 'network-vif-deleted', 'tag': '5505f266-261e-4d42-962f-e733323092d6'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:05.029924 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8bb96-dd0e-48e6-90d4-f68dcae50b53" -d '{"events": [{"server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "name": "network-vif-deleted", "tag": "5505f266-261e-4d42-962f-e733323092d6"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:05.037134 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks [] for router, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.053350 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:05.133282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19b195-8c04-40d5-bd2d-9b1d6976e953 x-openstack-request-id: req-0e19b195-8c04-40d5-bd2d-9b1d6976e953 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:05.133898 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5ae0ff-211f-46d8-8482-003b33f9de12", "name": "network-vif-deleted", "tag": "5505f266-261e-4d42-962f-e733323092d6", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:05.134153 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e19b195-8c04-40d5-bd2d-9b1d6976e953 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:05.134617 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5ae0ff-211f-46d8-8482-003b33f9de12', 'name': 'network-vif-deleted', 'tag': '5505f266-261e-4d42-962f-e733323092d6', 'status': 'completed', 'code': 200} Feb 17 04:45:05.135229 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:05.183040 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.262019 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Deleting port 9f75cca5-b615-4a2f-8f21-7f645db40e4e {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:05.262439 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.352834 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] For port 9f75cca5-b615-4a2f-8f21-7f645db40e4e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9f75cca5-b615-4a2f-8f21-7f645db40e4e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:05.353491 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.367547 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Calling delete_port for 9f75cca5-b615-4a2f-8f21-7f645db40e4e owned by network:router_gateway {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:05.378774 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:45:04Z', 'revision_number': 5, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port': {'id': '9f75cca5-b615-4a2f-8f21-7f645db40e4e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:41:56Z', 'updated_at': '2022-02-17T04:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.382918 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.407022 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Checking router: 3fe9114b-4d76-4c57-b784-10b47fd2c08a for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:05.414438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:05.415620 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Routers {'3fe9114b-4d76-4c57-b784-10b47fd2c08a'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:05.416732 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.423603 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:05.424265 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.509670 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] Set router 3fe9114b-4d76-4c57-b784-10b47fd2c08a gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:05.548888 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.580670 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f75cca5-b615-4a2f-8f21-7f645db40e4e,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:05.596735 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:45:05Z', 'revision_number': 6, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.627529 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2284a98-e06f-426f-a006-517251b87f14 None None] The sync data for ids ['3fe9114b-4d76-4c57-b784-10b47fd2c08a'] in dv-cinder-829630-1-iscsi is: [{'id': '3fe9114b-4d76-4c57-b784-10b47fd2c08a', 'name': 'tempest-TestMinimumBasicScenario-1754200379-router', 'tenant_id': '947473cc33d14f1fb26064c81e14b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:41:55Z', 'updated_at': '2022-02-17T04:45:05Z', 'revision_number': 6, 'project_id': '947473cc33d14f1fb26064c81e14b5f8', 'gw_port_host': None}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:05.655321 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.677586 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:05.761254 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.764192 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.793934 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:05.824815 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.825386 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe9114b-4d76-4c57-b784-10b47fd2c08a {{(pid=108237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:45:05.829747 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.835644 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ffe22c45-3904-4e85-9653-1ff296b445cf admin admin] 10.222.0.61 "DELETE /v2.0/routers/3fe9114b-4d76-4c57-b784-10b47fd2c08a HTTP/1.1" status: 204 len: 168 time: 0.9091733 Feb 17 04:45:05.838859 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52662) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:05.892327 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Deleting subnet dab66d2a-f9be-428e-b119-d2af67ea776d {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:45:05.892539 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.895930 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.905494 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:05.916262 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.931336 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129003399'] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:05.933402 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdbc51-e926-41e2-b945-c71dd3805bed None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:05.954828 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cd616-47f6-4b38-b9c9-d2686d6ba641 req-297bf190-4681-4e41-ba69-8ba7ae9c44de tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:05.956445 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b93cd616-47f6-4b38-b9c9-d2686d6ba641 req-297bf190-4681-4e41-ba69-8ba7ae9c44de tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.1126461 Feb 17 04:45:06.011456 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b93cd616-47f6-4b38-b9c9-d2686d6ba641 req-b5ea1824-10ae-4df1-8098-f94baed48a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483491 Feb 17 04:45:06.013867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.016821 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.020426 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "DELETE /v2.0/security-groups/5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6 HTTP/1.1" status: 204 len: 168 time: 0.2228208 Feb 17 04:45:06.022215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52664) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:06.036929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a2b9-f18f-4add-947a-ceadaa3d5210 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.047341 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-d3bcd403-b29f-45f1-b7bb-7183d37c3ea8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] show failed (client error): The resource could not be found. Feb 17 04:45:06.048456 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d3bcd403-b29f-45f1-b7bb-7183d37c3ea8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups/5bd0f9d6-fb8b-4ef5-9913-72b7f48c2ba6 HTTP/1.1" status: 404 len: 347 time: 0.0240617 Feb 17 04:45:06.051323 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52666) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:06.063388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.142756 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129608661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129650639'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.166986 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab66d2a-f9be-428e-b119-d2af67ea776d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.173139 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.177615 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-dd287768-264e-4ee3-9381-f4e31cf708c5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dab66d2a-f9be-428e-b119-d2af67ea776d HTTP/1.1" status: 204 len: 168 time: 0.3352709 Feb 17 04:45:06.180085 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52668) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:06.183312 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2ba19-dc00-4fa8-8a1d-414f4a4bff84 None None] Network 735e5f2d-91de-463b-8676-2487ac5d6ef7 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:45:06.202545 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Deleting port 04fca92c-5c94-4216-8121-0c87429aa6d1 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:06.203132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.258845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.295183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.296288 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.311507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Calling delete_port for 04fca92c-5c94-4216-8121-0c87429aa6d1 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:06.319447 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Deleting port 319e53fb-d796-4020-92e3-c538d3386a9f {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:06.319865 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.323158 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b7852-0761-4dfd-aa03-90323f8d16c6 None None] New status for floating IP 67ac0862-7b61-4e1d-9e0f-8dd75e34deb7: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:45:06.394616 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] For port 319e53fb-d796-4020-92e3-c538d3386a9f, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=319e53fb-d796-4020-92e3-c538d3386a9f,segment=NetworkSegment(d445b6ef-07d2-43c0-8ef5-a29a142d2ead),segment_id=d445b6ef-07d2-43c0-8ef5-a29a142d2ead)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:06.395166 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.408568 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Calling delete_port for 319e53fb-d796-4020-92e3-c538d3386a9f owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:06.468271 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] DHCP port deletion for 735e5f2d-91de-463b-8676-2487ac5d6ef7 request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:45:06.504322 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.521758 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] No DVR routers for this DVR port 319e53fb-d796-4020-92e3-c538d3386a9f on host dv-cinder-829630-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:06.525676 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.540876 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Deleting port 319e53fb-d796-4020-92e3-c538d3386a9f {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:45:06.541523 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.554728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'Port': ['ID=04fca92c-5c94-4216-8121-0c87429aa6d1,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.572004 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Pushing event deleted for resources: {'Port': ['ID=319e53fb-d796-4020-92e3-c538d3386a9f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.620117 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] For port 319e53fb-d796-4020-92e3-c538d3386a9f, host dv-cinder-829630-1-iscsi, got binding levels [] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:06.620637 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.620948 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.623877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.625027 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-613bc924-f6df-404c-8215-fc94d681ad1b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "DELETE /v2.0/floatingips/67ac0862-7b61-4e1d-9e0f-8dd75e34deb7 HTTP/1.1" status: 204 len: 168 time: 0.5719104 Feb 17 04:45:06.636478 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.643725 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Calling delete_port for 319e53fb-d796-4020-92e3-c538d3386a9f owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:45:06.648389 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.ipam_backend_mixin [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Port 319e53fb-d796-4020-92e3-c538d3386a9f was not found and therefore no delete operation was performed {{(pid=108238) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 04:45:06.649863 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.661631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e5f2d-91de-463b-8676-2487ac5d6ef7']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:06.679798 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:06.680143 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd445b6ef-07d2-43c0-8ef5-a29a142d2ead') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:06.689126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] No DVR routers for this DVR port 319e53fb-d796-4020-92e3-c538d3386a9f on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:45:06.689126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0749c8b-5756-49ec-9930-8b2ebc672080 None None] Pushing event deleted for resources: {'Port': ['ID=319e53fb-d796-4020-92e3-c538d3386a9f,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.698361 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.713613 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.720232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:45:06.720832 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:45:06.723018 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:45:06.797121 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.805892 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.812567 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 319e53fb-d796-4020-92e3-c538d3386a9f no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:06.820146 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] 10.222.0.61 "DELETE /v2.0/networks/735e5f2d-91de-463b-8676-2487ac5d6ef7 HTTP/1.1" status: 204 len: 168 time: 0.6383023 Feb 17 04:45:06.843704 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 319e53fb-d796-4020-92e3-c538d3386a9f {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:06.844080 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 319e53fb-d796-4020-92e3-c538d3386a9f not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:06.844734 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9f75cca5-b615-4a2f-8f21-7f645db40e4e no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:06.849584 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c8bb4-c92c-400b-ba02-a80aba3fde69 admin admin] Pushing event deleted for resources: {'Network': ['ID=735e5f2d-91de-463b-8676-2487ac5d6ef7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:06.867555 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 9f75cca5-b615-4a2f-8f21-7f645db40e4e {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:06.867890 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9f75cca5-b615-4a2f-8f21-7f645db40e4e not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:06.868491 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device f6455dd9-c946-4c49-a8da-659894dad8db no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:06.889869 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: f6455dd9-c946-4c49-a8da-659894dad8db {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:06.890148 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device f6455dd9-c946-4c49-a8da-659894dad8db not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:06.899299 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52674) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:06.904670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431460517', 'description': 'tempest-description--1921539078'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:06.928956 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:06.996958 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.000659 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.019037 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52676) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.031599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.032878 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1325533 Feb 17 04:45:07.033579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118bbc-fa89-497c-ba21-5043b4342ff8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b811f9-8d21-471f-97f8-874ba8c1d47f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.035855 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52678) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.041851 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group_rule': {'security_group_id': 'c6b811f9-8d21-471f-97f8-874ba8c1d47f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:07.082231 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5b80ee94-c9e9-4605-a3aa-a667cc24bb5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b34225705a24e40aa1e5870a03d91f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597656 Feb 17 04:45:07.082438 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52682) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.104244 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.144715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc579606-66d4-46cc-baec-7a3d342ed5d4 req-506b55d3-76f8-4413-82ac-591284ef9671 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:07.146174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc579606-66d4-46cc-baec-7a3d342ed5d4 req-506b55d3-76f8-4413-82ac-591284ef9671 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0511050 Feb 17 04:45:07.165975 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.184985 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dc579606-66d4-46cc-baec-7a3d342ed5d4 req-37d980fe-94eb-4024-a51b-de8dea502699 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327597 Feb 17 04:45:07.200412 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.202842 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.209540 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.249855 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7bf0eb-d67c-4151-8f11-fb74e7e24011,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.254997 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.256205 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d75c3b5a-f5c1-4f5a-98b6-cbbbe05706ae tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193422 Feb 17 04:45:07.258861 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52684) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.263839 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'security_group_rule': {'security_group_id': 'c6b811f9-8d21-471f-97f8-874ba8c1d47f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:07.286267 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.288781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.289901 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e91bbbf3-75ff-46b6-84af-5f8443ecebd0 HTTP/1.1" status: 204 len: 168 time: 0.2065716 Feb 17 04:45:07.301600 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f9099-367b-49c6-93ee-7a332c8d56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91bbbf3-75ff-46b6-84af-5f8443ecebd0,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.303324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.366240 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.370846 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.388672 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b595e009-3bb9-452f-bf44-a0b7b4e6e0fb,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.396752 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.397946 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8cd04c01-a0f5-438b-bd39-f0c07ffd809a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381831 Feb 17 04:45:07.401347 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52688) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.406601 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:07.429997 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.529528 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.614224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52692) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.632332 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Allocated IP 172.27.2.107 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/05a7b0d8-9bf5-4544-bc08-aae8368717f0) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:45:07.653411 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-146ed057-48f1-4814-afb2-2608cc22b055 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=947473cc33d14f1fb26064c81e14b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375278 Feb 17 04:45:07.656154 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52694) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:07.706721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.726736 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.740580 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.777951 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.779094 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.780542 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.781707 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58b777f2-2497-4bb3-8aa9-94fc76154a82 HTTP/1.1" status: 204 len: 168 time: 0.1245964 Feb 17 04:45:07.790701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16790983-d3aa-4772-a12f-05dff055bc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b777f2-2497-4bb3-8aa9-94fc76154a82,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.826846 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:45:07.829662 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:45:07.832046 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:45:07.862654 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=05a7b0d8-9bf5-4544-bc08-aae8368717f0,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:07.925234 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:07.965562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:08.127281 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:08.131935 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129608495'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:08.199556 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=05a7b0d8-9bf5-4544-bc08-aae8368717f0,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:08.209628 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:08.225839 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:08.235921 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-159f80ed-6e81-4d53-8891-50b1aca83f22 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8248219 Feb 17 04:45:08.311330 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b2732-aaf8-4bb6-a87b-2d8139ce4583 req-9338c3eb-430f-41cc-a533-ef00edc4fd0c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:08.312861 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-701b2732-aaf8-4bb6-a87b-2d8139ce4583 req-9338c3eb-430f-41cc-a533-ef00edc4fd0c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0492644 Feb 17 04:45:08.350788 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-701b2732-aaf8-4bb6-a87b-2d8139ce4583 req-54afd651-cc14-4449-a951-6c5e61886323 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Feb 17 04:45:08.417321 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-1d030d2e-73f2-4c01-8ee1-08491155b26f tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1431460517&fields=id&tenant_id=e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 267 time: 0.0347474 Feb 17 04:45:08.520522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-fd02bfb6-79d2-4fe9-a48a-1e2c9d2f1c5e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:08.521974 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-fd02bfb6-79d2-4fe9-a48a-1e2c9d2f1c5e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 810 time: 0.0974245 Feb 17 04:45:08.536828 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-e466de93-8d36-4d7c-adb4-784c63d4aef8 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/quotas/e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 375 time: 0.0092688 Feb 17 04:45:08.587228 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-9b16e63e-c7de-4a49-9a3d-bc41f4422b78 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453970 Feb 17 04:45:08.682045 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-e627e8b0-7ca7-4587-8a67-d05a1b074aa9 service neutron] 10.222.0.61 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824625 Feb 17 04:45:08.769746 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-1b527858-50e7-4e0c-b349-c87d11c01494 service neutron] 10.222.0.61 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815995 Feb 17 04:45:08.773165 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5505f266-261e-4d42-962f-e733323092d6 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:08.794668 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 5505f266-261e-4d42-962f-e733323092d6 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:45:08.795009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5505f266-261e-4d42-962f-e733323092d6 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:45:08.927131 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e70068d9-5eab-467d-abff-ab2b2614868f req-4d0f9178-b5a9-4eed-a6f4-934f2d3b1373 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 210 time: 0.0295215 Feb 17 04:45:09.477414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2718-e261-4a8d-9f7a-be55f99e8da8 req-b311899e-1554-4432-aad3-feace5acba2e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:09.478891 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-41aa2718-e261-4a8d-9f7a-be55f99e8da8 req-b311899e-1554-4432-aad3-feace5acba2e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0530839 Feb 17 04:45:09.515958 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-41aa2718-e261-4a8d-9f7a-be55f99e8da8 req-646fee67-0079-40a7-888a-512143daea41 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305407 Feb 17 04:45:09.904865 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-bb0a3edb-2be6-47c2-8b1c-8060d817d2a2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:09.906222 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-bb0a3edb-2be6-47c2-8b1c-8060d817d2a2 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 810 time: 0.1026852 Feb 17 04:45:09.952444 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-7d647bc7-5257-4888-815d-85a72fe4f3e0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e286864e383c4e43bf3ec96ce6a97b74 HTTP/1.1" status: 200 len: 380 time: 0.0347860 Feb 17 04:45:09.972205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'port': {'device_id': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'admin_state_up': True, 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'security_groups': ['c6b811f9-8d21-471f-97f8-874ba8c1d47f']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.022738 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4b9fd476-8888-4a1c-ae1b-d7a6baa95782 req-fd3d1b0c-f552-4665-a700-fa06e6fd18d6 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Feb 17 04:45:10.085170 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Made reservation on behalf of e286864e383c4e43bf3ec96ce6a97b74 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:45:10.088782 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.210525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Allocated IP 172.20.0.3 (67e79ce8-967f-4834-9cf9-10af78b4132e/75e50d85-2e93-40a6-90d7-6a1101ca96a3/dadffbc0-4e03-4f08-956a-39747aded6d8) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:45:10.338635 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.372902 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.419400 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Network 67e79ce8-967f-4834-9cf9-10af78b4132e is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:45:10.422339 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:45:10.424668 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:45:10.451878 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event updated for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:10.477316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.478014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.494855 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-cc40a590-5efb-4d09-b328-c9ba78f7fd62 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5265560 Feb 17 04:45:10.511387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Request body: {'port': {'device_id': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.567546 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.597884 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6573a561-540d-42f1-9480-96046e2cf019 None None] Provisioning complete for port dadffbc0-4e03-4f08-956a-39747aded6d8 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:10.598519 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6573a561-540d-42f1-9480-96046e2cf019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.632173 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6573a561-540d-42f1-9480-96046e2cf019 None None] Port dadffbc0-4e03-4f08-956a-39747aded6d8 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:45:10.712909 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2e54-61b0-4f08-a098-d239b4f4e9a4 req-e2fedea9-fb66-4c56-95af-b3a7dbf821aa tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:10.714386 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-312e2e54-61b0-4f08-a098-d239b4f4e9a4 req-e2fedea9-fb66-4c56-95af-b3a7dbf821aa tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.1148481 Feb 17 04:45:10.766200 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:10.800193 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-312e2e54-61b0-4f08-a098-d239b4f4e9a4 req-b2b9683a-d49a-48e6-ad91-edf6be5b0a52 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773780 Feb 17 04:45:10.860304 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:10.872047 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '75848175-7525-4cab-9d62-f7015625e452', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:10.889081 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadffbc0-4e03-4f08-956a-39747aded6d8 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:10.896570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.909067 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Transition to ACTIVE for port object dadffbc0-4e03-4f08-956a-39747aded6d8 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:45:10.912697 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.913086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.926429 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:10.945854 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:10.952173 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:10.970172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Pushing event updated for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:11.014542 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=6']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:11.040059 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Attempting to bind port dadffbc0-4e03-4f08-956a-39747aded6d8 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:45:11.040220 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Attempting to bind port dadffbc0-4e03-4f08-956a-39747aded6d8 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:45:11.040546 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Attempting to bind port dadffbc0-4e03-4f08-956a-39747aded6d8 on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:45:11.045260 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Port dadffbc0-4e03-4f08-956a-39747aded6d8 on network 67e79ce8-967f-4834-9cf9-10af78b4132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:45:11.045575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Attempting to bind port dadffbc0-4e03-4f08-956a-39747aded6d8 on network 67e79ce8-967f-4834-9cf9-10af78b4132e {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:45:11.050777 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:45:11.051162 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Checking segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:45:11.051473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Bound using segment: {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:45:11.051895 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Bound port: dadffbc0-4e03-4f08-956a-39747aded6d8, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f887d019-2b70-4817-aa42-ea90dfd807c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:45:11.052277 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:11.059305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['75848175-7525-4cab-9d62-f7015625e452'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:11.157606 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8543bc-5b90-4cbf-b9e5-dad5fba6f217 req-1a84aea4-fb8d-4797-9fc2-1cbb2080f9e0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.159357 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9e8543bc-5b90-4cbf-b9e5-dad5fba6f217 req-1a84aea4-fb8d-4797-9fc2-1cbb2080f9e0 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 943 time: 0.0578299 Feb 17 04:45:11.202235 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9e8543bc-5b90-4cbf-b9e5-dad5fba6f217 req-ff23470b-eefa-4c4f-be54-b7d1019ea7ce tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358880 Feb 17 04:45:11.365201 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:45:11.368367 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dadffbc0-4e03-4f08-956a-39747aded6d8,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:45:11.372728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:11.407300 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.407878 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:11.409282 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] 10.222.0.37 "PUT /v2.0/ports/dadffbc0-4e03-4f08-956a-39747aded6d8 HTTP/1.1" status: 200 len: 1093 time: 0.9022851 Feb 17 04:45:11.409715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:11.411979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d" -d '{"events": [{"name": "network-changed", "server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:11.437355 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbf4f5-8282-4fac-9b15-7a2c1430a76c service neutron] Pushing event updated for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:11.478946 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1925dcd-6d45-4310-af55-ba601d15747b x-openstack-request-id: req-f1925dcd-6d45-4310-af55-ba601d15747b {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:11.479636 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:11.479636 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f1925dcd-6d45-4310-af55-ba601d15747b {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:11.479870 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'status': 'completed', 'code': 200} Feb 17 04:45:11.496639 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-6235c501-08c2-45bc-8a6a-a8cb11e82649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.498124 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-6235c501-08c2-45bc-8a6a-a8cb11e82649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 1096 time: 0.0476768 Feb 17 04:45:11.549009 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-b749e3b5-47fe-4181-a50c-8f68110d149c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadffbc0-4e03-4f08-956a-39747aded6d8 HTTP/1.1" status: 200 len: 217 time: 0.0383477 Feb 17 04:45:11.601206 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-3fc26015-b840-4a70-9a47-e2386c86f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.602862 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-3fc26015-b840-4a70-9a47-e2386c86f7e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0460913 Feb 17 04:45:11.650549 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575716de-3780-4b37-a5dd-9be7e711b367 req-f89ff725-4ac3-4776-8c26-c2efc464addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.652065 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-f89ff725-4ac3-4776-8c26-c2efc464addb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408063 Feb 17 04:45:11.755702 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-1c4ca61c-077e-4b7b-9e4b-ec209b16c120 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966542 Feb 17 04:45:11.849128 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-575716de-3780-4b37-a5dd-9be7e711b367 req-37cd8c0d-f292-4d0f-9f3c-c59b73033e55 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Feb 17 04:45:11.937827 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfa895-18a2-411d-b3f2-ac9f1908107a req-649df9b6-5d92-4479-9674-1e5a4f9f8d60 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.939759 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6ebfa895-18a2-411d-b3f2-ac9f1908107a req-649df9b6-5d92-4479-9674-1e5a4f9f8d60 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 944 time: 0.0518179 Feb 17 04:45:11.957014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-fe93bdb4-11d8-47e1-bde8-d3a3d09589e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:11.958589 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-fe93bdb4-11d8-47e1-bde8-d3a3d09589e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 1096 time: 0.0530286 Feb 17 04:45:11.994840 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6ebfa895-18a2-411d-b3f2-ac9f1908107a req-e4ea60ae-5bf9-43e7-a4fd-a5ad542dc8e1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Feb 17 04:45:12.069043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-ef4fc14f-6ee2-4c1e-a72f-c3b4edf3b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.070483 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-ef4fc14f-6ee2-4c1e-a72f-c3b4edf3b40d service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1023905 Feb 17 04:45:12.118121 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-88118161-c61b-45f0-92e1-64add52ec219 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadffbc0-4e03-4f08-956a-39747aded6d8 HTTP/1.1" status: 200 len: 217 time: 0.0392327 Feb 17 04:45:12.171855 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-ac0c2e57-d4b0-4b2e-b0c7-0dfff0a7f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.173490 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-ac0c2e57-d4b0-4b2e-b0c7-0dfff0a7f0a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0487225 Feb 17 04:45:12.225097 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-4fce593f-1f98-4757-89e5-27512808bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.226665 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-4fce593f-1f98-4757-89e5-27512808bf71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447655 Feb 17 04:45:12.391196 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568fb2-1f28-4f96-941f-0ad5e8b50282 req-c30594a8-4450-4386-a3a7-f7cdc1c4d537 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:12.392693 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b568fb2-1f28-4f96-941f-0ad5e8b50282 req-c30594a8-4450-4386-a3a7-f7cdc1c4d537 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 943 time: 0.0913866 Feb 17 04:45:12.430949 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-3dc8ffe1-df67-4a3a-b22a-123c381cefac service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922758 Feb 17 04:45:12.496973 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b568fb2-1f28-4f96-941f-0ad5e8b50282 req-9124678f-fa3a-47d5-b79a-55121e0bad38 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797961 Feb 17 04:45:12.586577 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d5fc7cc-ae4e-4190-8cb8-c799ac2bc54d req-5ccae24e-686b-480d-8f9d-2f5c8fe362f1 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473546 Feb 17 04:45:12.806043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:12.859474 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 75848175-7525-4cab-9d62-f7015625e452 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:12.859853 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:12.945396 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:12.969302 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:12.971533 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90fa451-7892-4e0f-921b-696758f05cd9" -d '{"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:12.995514 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:13.000862 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:13.060547 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6d98a-8696-4a79-be64-50392aef8b3e x-openstack-request-id: req-b0a6d98a-8696-4a79-be64-50392aef8b3e {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:13.060946 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:13.061273 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0a6d98a-8696-4a79-be64-50392aef8b3e {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:13.061775 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'code': 200} Feb 17 04:45:13.064955 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=7']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:13.140646 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863f9af-83eb-45ed-9aa3-682b37e933ab req-577529a5-4e13-4dcc-aeb5-8feac7c99949 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:13.144627 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3863f9af-83eb-45ed-9aa3-682b37e933ab req-577529a5-4e13-4dcc-aeb5-8feac7c99949 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0586615 Feb 17 04:45:13.189247 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3863f9af-83eb-45ed-9aa3-682b37e933ab req-43985da3-532c-4026-b4d3-4cd054c8f503 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376930 Feb 17 04:45:13.629469 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca17433-8579-4d44-839f-46cff6084852 req-84288c00-5ddd-49a4-9d69-3ad06491edf9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:13.631135 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1ca17433-8579-4d44-839f-46cff6084852 req-84288c00-5ddd-49a4-9d69-3ad06491edf9 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 943 time: 0.0575802 Feb 17 04:45:13.671059 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1ca17433-8579-4d44-839f-46cff6084852 req-e8946857-625f-467c-b3c2-687d0b2b6e39 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Feb 17 04:45:14.325753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4431f0-8c77-4a34-9950-ce93ea36abbe req-a71a390a-094a-413f-9cae-eba95bb96aac tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.327299 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4431f0-8c77-4a34-9950-ce93ea36abbe req-a71a390a-094a-413f-9cae-eba95bb96aac tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0596814 Feb 17 04:45:14.369831 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4431f0-8c77-4a34-9950-ce93ea36abbe req-c97967f3-b00f-438c-a474-83a3f8a75313 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361004 Feb 17 04:45:14.382442 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:45:14.800832 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b270d-1219-44b2-a63a-4a8e8bfc4a36 req-96c5249b-5bf8-40a2-8db1-88f93c07a9e4 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:14.804568 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-481b270d-1219-44b2-a63a-4a8e8bfc4a36 req-96c5249b-5bf8-40a2-8db1-88f93c07a9e4 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 943 time: 0.0530565 Feb 17 04:45:14.824820 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device dadffbc0-4e03-4f08-956a-39747aded6d8 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:14.858384 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-481b270d-1219-44b2-a63a-4a8e8bfc4a36 req-29f17c79-a858-4039-afb2-6d5f393cf68c tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493464 Feb 17 04:45:14.953622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dadffbc0-4e03-4f08-956a-39747aded6d8,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:14.967209 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'port_id': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'mac_address': 'fa:16:3e:0c:f9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:15.013754 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.026903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadffbc0-4e03-4f08-956a-39747aded6d8 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:15.047776 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dadffbc0-4e03-4f08-956a-39747aded6d8,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:15.056410 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:15.121682 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:15.360355 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['dadffbc0-4e03-4f08-956a-39747aded6d8'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:15.514837 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b693b-bdcf-43a0-b9fe-68bca3ae5f34 req-6401e783-c374-4946-a2ab-c2c9f0abc0e1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.521985 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fd7b693b-bdcf-43a0-b9fe-68bca3ae5f34 req-6401e783-c374-4946-a2ab-c2c9f0abc0e1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0613666 Feb 17 04:45:15.562458 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fd7b693b-bdcf-43a0-b9fe-68bca3ae5f34 req-859b3365-9a45-46dd-b620-eac6b7907415 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395951 Feb 17 04:45:15.978423 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80a3ee-ff12-49d8-856b-35dbd466bd25 req-ba29459c-c6b0-47c9-9190-14cd601c8daa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:15.980051 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8b80a3ee-ff12-49d8-856b-35dbd466bd25 req-ba29459c-c6b0-47c9-9190-14cd601c8daa tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 944 time: 0.0499520 Feb 17 04:45:16.026341 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8b80a3ee-ff12-49d8-856b-35dbd466bd25 req-4129b7b9-633f-4b49-b410-58fd63726ec5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376930 Feb 17 04:45:16.698018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb9f3-0a00-40cb-83c3-99bc1634f912 req-b627ca9d-b328-4b16-8bf7-9c9c1889298b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:16.700130 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-952bb9f3-0a00-40cb-83c3-99bc1634f912 req-b627ca9d-b328-4b16-8bf7-9c9c1889298b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0593793 Feb 17 04:45:16.745110 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-952bb9f3-0a00-40cb-83c3-99bc1634f912 req-de9eb58a-ae84-44d8-a01a-55ddbeb94992 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 Feb 17 04:45:16.851904 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device dadffbc0-4e03-4f08-956a-39747aded6d8 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:16.917162 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port dadffbc0-4e03-4f08-956a-39747aded6d8 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:45:16.921378 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port dadffbc0-4e03-4f08-956a-39747aded6d8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:16.922384 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:17.020776 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:17.051373 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:17.053855 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd159c-a3e8-4f01-b7d0-c19388e2f28f" -d '{"events": [{"server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "name": "network-vif-plugged", "status": "completed", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:17.071942 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dadffbc0-4e03-4f08-956a-39747aded6d8,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:17.077102 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:17.141947 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b9d8c-15f6-4300-aa9e-400f0779344b x-openstack-request-id: req-271b9d8c-15f6-4300-aa9e-400f0779344b {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:17.142267 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "name": "network-vif-plugged", "status": "completed", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:17.142530 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-271b9d8c-15f6-4300-aa9e-400f0779344b {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:17.146235 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'code': 200} Feb 17 04:45:17.165718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:17.191867 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa48b-6abc-4b93-b802-03fa6d91468e req-a2c817dc-bc27-431f-8fec-e14b77676f13 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:17.200301 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9defa48b-6abc-4b93-b802-03fa6d91468e req-a2c817dc-bc27-431f-8fec-e14b77676f13 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0684831 Feb 17 04:45:17.246513 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9defa48b-6abc-4b93-b802-03fa6d91468e req-4521e8ac-7f51-40bd-8d37-d44aadc482bc tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Feb 17 04:45:17.289458 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:17.385942 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78e01f-be20-408b-babc-85b02c51ebd6 req-f644c6bc-161f-4820-bcd3-c3c01706c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:17.387596 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5d78e01f-be20-408b-babc-85b02c51ebd6 req-f644c6bc-161f-4820-bcd3-c3c01706c799 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 1098 time: 0.0457904 Feb 17 04:45:17.427194 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5d78e01f-be20-408b-babc-85b02c51ebd6 req-a2359965-047b-484f-965c-5bd99156f073 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Feb 17 04:45:17.901562 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16fc95-3557-4a4a-9c9a-723fb360dd0f req-2d58ac7f-04e2-497d-9ff6-805482b16459 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:17.909620 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3f16fc95-3557-4a4a-9c9a-723fb360dd0f req-2d58ac7f-04e2-497d-9ff6-805482b16459 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0739088 Feb 17 04:45:17.956482 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3f16fc95-3557-4a4a-9c9a-723fb360dd0f req-8b85e2ae-ae2e-4ac1-afbc-4521cdad86a0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Feb 17 04:45:18.375253 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7e6d-369f-472b-8a30-6c83c54c368d req-0872cfc3-8b54-457e-8cdc-b0554c429800 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.376845 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-40ba7e6d-369f-472b-8a30-6c83c54c368d req-0872cfc3-8b54-457e-8cdc-b0554c429800 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0537865 Feb 17 04:45:18.423916 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-40ba7e6d-369f-472b-8a30-6c83c54c368d req-30dd5aed-55e9-4681-ac94-9435f9cdee15 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Feb 17 04:45:18.484921 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-57173319-c86b-4424-9a7c-58c4f7bb5882 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487309 Feb 17 04:45:18.591701 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-773e916a-92b7-4e0b-a61b-d4c8de900005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.593848 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-773e916a-92b7-4e0b-a61b-d4c8de900005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0524385 Feb 17 04:45:18.761001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-e34bb238-8718-469a-b7f4-12e88f24ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.763467 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-e34bb238-8718-469a-b7f4-12e88f24ae7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.1396136 Feb 17 04:45:18.868035 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-30549b9b-ab20-4141-b248-520a46d4becf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1002 time: 0.0834548 Feb 17 04:45:18.931457 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-223281a0-2600-462f-adda-8f0f483d440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.933127 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-223281a0-2600-462f-adda-8f0f483d440f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0578232 Feb 17 04:45:18.995406 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-f4e359b2-8082-4527-959b-a150ea43dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:18.997605 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-f4e359b2-8082-4527-959b-a150ea43dab1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569820 Feb 17 04:45:19.164568 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502d952-25c5-4fb3-8fed-a7ac104fcd1f req-df26aff2-2351-46e6-8534-3fc0dbcbe8b5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.166034 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7502d952-25c5-4fb3-8fed-a7ac104fcd1f req-df26aff2-2351-46e6-8534-3fc0dbcbe8b5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0960226 Feb 17 04:45:19.170163 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-32afdd93-ace6-4326-b4a3-f2e140d46f3a service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653275 Feb 17 04:45:19.273338 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7502d952-25c5-4fb3-8fed-a7ac104fcd1f req-a22428c9-3e62-40d3-ae0d-a5d68cf554ee tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995042 Feb 17 04:45:19.313785 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9af4bfaa-69a0-4724-acdd-11cbd876c942 req-49759d40-be9b-499b-834f-0548ade0de73 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339452 Feb 17 04:45:19.574977 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94156bd-0099-4627-9571-82ad81e7ee6c req-8b8cbbe6-8df8-4832-8d52-5b091b95e45a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.576463 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c94156bd-0099-4627-9571-82ad81e7ee6c req-8b8cbbe6-8df8-4832-8d52-5b091b95e45a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0585990 Feb 17 04:45:19.628881 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c94156bd-0099-4627-9571-82ad81e7ee6c req-0bee2b01-a918-49b2-826c-1fed06a64a0d tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Feb 17 04:45:19.758557 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374621f-a643-4cf4-910b-9133e603b1b4 req-0e1676f9-d8e7-46ec-93e0-b4f0acad7a73 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:19.760181 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b374621f-a643-4cf4-910b-9133e603b1b4 req-0e1676f9-d8e7-46ec-93e0-b4f0acad7a73 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0566185 Feb 17 04:45:19.770622 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 52800) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:19.775344 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Request body: {'floatingip': {'port_id': 'dadffbc0-4e03-4f08-956a-39747aded6d8'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:19.827472 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:20.332316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:20.340651 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:20.416962 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473e58a-ee54-4ba5-bf49-d5071d1a0ca8 req-d22c1fbe-c2a5-4db9-ad9d-47ed8b4896e4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:20.425488 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3473e58a-ee54-4ba5-bf49-d5071d1a0ca8 req-d22c1fbe-c2a5-4db9-ad9d-47ed8b4896e4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0685499 Feb 17 04:45:20.456654 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Floating IP b596ad32-fd94-48bd-aa9b-df058002c743 associated. External IP: 172.27.2.107, port: dadffbc0-4e03-4f08-956a-39747aded6d8. Feb 17 04:45:20.472798 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3473e58a-ee54-4ba5-bf49-d5071d1a0ca8 req-719d877c-7cd5-42fd-9c3d-fa8ef7d6d186 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457923 Feb 17 04:45:20.701256 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:45:20.817108 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:45:20.821690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:20.829207 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:45:20.838511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:20.839132 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:20.852460 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f437ccb-d944-4364-b5ed-adc88d22723e tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "PUT /v2.0/floatingips/b596ad32-fd94-48bd-aa9b-df058002c743 HTTP/1.1" status: 200 len: 991 time: 1.0784187 Feb 17 04:45:20.852460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:20.853305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046ed98-5840-4398-80e8-15422d58807c" -d '{"events": [{"name": "network-changed", "server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:20.891979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3c12d-3f31-45a4-8430-caca5be8bdea x-openstack-request-id: req-35d3c12d-3f31-45a4-8430-caca5be8bdea {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:20.892271 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:20.892524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35d3c12d-3f31-45a4-8430-caca5be8bdea {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:20.892916 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'status': 'completed', 'code': 200} Feb 17 04:45:20.965478 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ed98-5840-4398-80e8-15422d58807c req-6e9d203d-5f80-4afa-965c-62429a510924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:20.967075 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-6e9d203d-5f80-4afa-965c-62429a510924 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 1098 time: 0.0510626 Feb 17 04:45:20.980225 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:21.076530 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ed98-5840-4398-80e8-15422d58807c req-a8c10015-e564-419b-9115-6bf182011814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.078197 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-a8c10015-e564-419b-9115-6bf182011814 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 200 len: 911 time: 0.1043255 Feb 17 04:45:21.155103 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-e5a1feaa-71a0-4311-b0ba-06da7d90d0f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dadffbc0-4e03-4f08-956a-39747aded6d8 HTTP/1.1" status: 200 len: 999 time: 0.0694122 Feb 17 04:45:21.221209 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ed98-5840-4398-80e8-15422d58807c req-21edfce5-6325-475c-b7eb-41b4a1926ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.222920 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-21edfce5-6325-475c-b7eb-41b4a1926ac6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 200 len: 849 time: 0.0589476 Feb 17 04:45:21.236088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'b596ad32-fd94-48bd-aa9b-df058002c743', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:0c:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:45:07Z', 'updated_at': '2022-02-17T04:45:20Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:21.267674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:45:21.276283 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:45:21.276966 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:44:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:21.334926 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046ed98-5840-4398-80e8-15422d58807c req-0f7dcf98-95e9-4571-bf24-0033913b38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.336434 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-0f7dcf98-95e9-4571-bf24-0033913b38e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67e79ce8-967f-4834-9cf9-10af78b4132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427752 Feb 17 04:45:21.384269 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:45:21.434574 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-86e30d42-134c-42b1-ab27-66589800aa95 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878811 Feb 17 04:45:21.570680 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b046ed98-5840-4398-80e8-15422d58807c req-6b650787-f64c-45b5-a8d9-3a4df055afb0 service neutron] 10.222.0.37 "GET /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266303 Feb 17 04:45:21.572511 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-59c3faff-20bf-4e62-983b-d3212c38dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.573887 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-59c3faff-20bf-4e62-983b-d3212c38dca4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1098 time: 0.0621338 Feb 17 04:45:21.601654 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1e170-dde0-4f04-acd7-c063f751ef69 req-bec5109a-b2a7-49e7-94c6-8281b1bf71d2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.610439 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-92c1e170-dde0-4f04-acd7-c063f751ef69 req-bec5109a-b2a7-49e7-94c6-8281b1bf71d2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0561802 Feb 17 04:45:21.644036 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-92c1e170-dde0-4f04-acd7-c063f751ef69 req-df01c8d7-4936-4e29-8206-0e864c1e823e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Feb 17 04:45:21.681073 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-70fbb95e-6ee8-460b-92ad-94827ec9d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.682593 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-70fbb95e-6ee8-460b-92ad-94827ec9d679 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0996611 Feb 17 04:45:21.749312 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-c58edf44-2dd6-4020-a346-8c99b8c6600b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 1000 time: 0.0599678 Feb 17 04:45:21.798008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-35458987-47f6-415a-a1ff-2895c9f386fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.799390 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-35458987-47f6-415a-a1ff-2895c9f386fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0432954 Feb 17 04:45:21.817859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'b596ad32-fd94-48bd-aa9b-df058002c743', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:0c:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:45:07Z', 'updated_at': '2022-02-17T04:45:20Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:45:21.823226 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-45b73431-eb56-4030-9a61-2da13a98aaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:21.847251 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-d5f3d1e0-87a2-4bc8-8700-2c28e33cd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:21.848813 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-d5f3d1e0-87a2-4bc8-8700-2c28e33cd9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426290 Feb 17 04:45:21.851532 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53bca10-a11d-4de2-a85d-4478d4eaf66d None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'b596ad32-fd94-48bd-aa9b-df058002c743', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'port_id': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'mac_address': 'fa:16:3e:0c:f9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:45:07Z', 'updated_at': '2022-02-17T04:45:20Z', 'revision_number': 1, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:45:21.949488 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-099f8c3f-05bf-4b13-a014-e8b85130962e service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932839 Feb 17 04:45:22.042374 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeeecde-9e83-46f2-8f3f-7f97c32501a7 None None] New status for floating IP b596ad32-fd94-48bd-aa9b-df058002c743: ACTIVE {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:45:22.044474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f0ebab28-276d-4ba2-b425-d8f4df472592 req-a9bdfb3f-5cfe-4672-9fdb-cc95d79abc46 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883849 Feb 17 04:45:22.760904 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e83e-b355-4499-afd3-e8c8e81b9075 req-83210dd8-f6b3-4e2f-b9a6-8ba2499f1b9a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:22.762500 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6c73e83e-b355-4499-afd3-e8c8e81b9075 req-83210dd8-f6b3-4e2f-b9a6-8ba2499f1b9a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0481002 Feb 17 04:45:22.799663 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6c73e83e-b355-4499-afd3-e8c8e81b9075 req-051d56aa-e05d-4a88-902d-e3b8c3108661 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Feb 17 04:45:23.920877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b544be-5d98-4e24-8bbb-6d154393176e req-0e5d9df1-f3ea-402c-ba7b-d0936fcc062d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:23.922328 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e5b544be-5d98-4e24-8bbb-6d154393176e req-0e5d9df1-f3ea-402c-ba7b-d0936fcc062d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0475333 Feb 17 04:45:23.959474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e5b544be-5d98-4e24-8bbb-6d154393176e req-c6328e17-a1ed-4317-841e-7b2e729492be tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Feb 17 04:45:24.268732 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d20c-74fa-4f04-a5ac-55e887b3cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:24.569933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-efaf5a10-22cf-4ed2-a2b4-9b1093b8356c req-6d96e626-8e1a-4b62-8175-5d2d41c2a475 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:45:24.570885 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-efaf5a10-22cf-4ed2-a2b4-9b1093b8356c req-6d96e626-8e1a-4b62-8175-5d2d41c2a475 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053189 Feb 17 04:45:24.731083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13c135-fcd3-4026-98e7-c5ea6dcfce30 req-76b9f18e-160a-4cbc-b7a0-2f5cae2600ff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:24.732829 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb13c135-fcd3-4026-98e7-c5ea6dcfce30 req-76b9f18e-160a-4cbc-b7a0-2f5cae2600ff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 945 time: 0.0538723 Feb 17 04:45:24.770635 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb13c135-fcd3-4026-98e7-c5ea6dcfce30 req-12ff5def-e932-4fc1-afba-9ce0f554f7bd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Feb 17 04:45:24.898108 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:24.974213 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 52888) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:45:24.976912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.000915 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:25.003221 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fa74e-9ce4-4645-8994-de7937f0cbe9" -d '{"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:25.016578 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:25.021565 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.048540 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b512f67-7652-4473-ab68-005bd11372d7 x-openstack-request-id: req-6b512f67-7652-4473-ab68-005bd11372d7 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:25.048826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-unplugged", "status": "failed", "tag": "75848175-7525-4cab-9d62-f7015625e452", "code": 422}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:25.049079 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b512f67-7652-4473-ab68-005bd11372d7 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:25.049495 dv-cinder-829630-1-iscsi neutron-server[108238]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'code': 422} returned with failed status Feb 17 04:45:25.060672 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-20108cc7-d6a6-4ba5-8f45-564d3eaeb08e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849321 Feb 17 04:45:25.070014 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-060b0a42-35aa-48e6-b9ba-b63bdee6ad57 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:45:25.071069 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-060b0a42-35aa-48e6-b9ba-b63bdee6ad57 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050163 Feb 17 04:45:25.074912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:25.086807 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=8']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:25.886783 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5218170-4a75-4d48-910b-ad5aceb0c1eb req-dc39a82c-04cb-4486-86cc-b58ba7f51be5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:25.888267 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c5218170-4a75-4d48-910b-ad5aceb0c1eb req-dc39a82c-04cb-4486-86cc-b58ba7f51be5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0475123 Feb 17 04:45:25.925089 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c5218170-4a75-4d48-910b-ad5aceb0c1eb req-e056b9d3-4b30-4a8a-9be9-4858473d0f2a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309346 Feb 17 04:45:26.713684 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:27.021118 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:27.092448 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a4ed-4f16-43d1-b42e-2d7e8c9fd644 req-402e96b6-8cee-4889-ba36-516cf1d4ed82 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:27.093902 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-22f5a4ed-4f16-43d1-b42e-2d7e8c9fd644 req-402e96b6-8cee-4889-ba36-516cf1d4ed82 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0990560 Feb 17 04:45:27.131097 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-22f5a4ed-4f16-43d1-b42e-2d7e8c9fd644 req-5a904b07-7128-4c61-aca4-603d4c8bf260 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Feb 17 04:45:28.251046 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da6508-afc1-4413-82e5-fc3ee4aed1d9 req-399121ff-1a0f-48fe-967f-351ae1bcf21a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:28.252526 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-51da6508-afc1-4413-82e5-fc3ee4aed1d9 req-399121ff-1a0f-48fe-967f-351ae1bcf21a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0503035 Feb 17 04:45:28.289294 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-51da6508-afc1-4413-82e5-fc3ee4aed1d9 req-6b921d65-7e99-4558-bb69-c1f0472a1558 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Feb 17 04:45:28.925704 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:45:29.419069 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a655a-8fa1-4475-b2c7-68871dd00598 req-e3d9f962-5c40-46ce-9c09-9e1372894c34 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.420706 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f1a655a-8fa1-4475-b2c7-68871dd00598 req-e3d9f962-5c40-46ce-9c09-9e1372894c34 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0545743 Feb 17 04:45:29.460152 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f1a655a-8fa1-4475-b2c7-68871dd00598 req-16f16775-12e1-41e6-8a63-c1f23a25218e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Feb 17 04:45:29.768544 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-5e16099a-0159-48c6-9ffd-1d5c5a55a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.770021 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-5e16099a-0159-48c6-9ffd-1d5c5a55a919 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 1096 time: 0.0680385 Feb 17 04:45:29.830049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-352ecb18-8999-4e02-be7b-0fb9b97a1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.831492 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-352ecb18-8999-4e02-be7b-0fb9b97a1f11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1096 time: 0.0393538 Feb 17 04:45:29.919086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-3ac5bade-ebc1-49a4-92b2-453cb9a4a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:29.920565 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-3ac5bade-ebc1-49a4-92b2-453cb9a4a2b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0829871 Feb 17 04:45:29.982384 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-0a991082-ed4e-469e-9bc1-7854a3c82d07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 998 time: 0.0555313 Feb 17 04:45:30.031632 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-1eba5533-ed85-471d-ba91-3bb7f77b5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.033043 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-1eba5533-ed85-471d-ba91-3bb7f77b5d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0439031 Feb 17 04:45:30.076957 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-8ef9ffec-59a6-461d-9b40-564eb84c4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.078465 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-8ef9ffec-59a6-461d-9b40-564eb84c4507 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384405 Feb 17 04:45:30.170579 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-6c2b9e51-7f66-46da-a98d-c29d8c71d3b2 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Feb 17 04:45:30.260488 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-4f5a6489-3622-4eeb-8e49-ba328e6dc4ea service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Feb 17 04:45:30.592735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ee2d4-c698-4094-b3ee-faa7fb4768c7 req-bbd0499a-b475-471a-b09e-e2a71b0bd12a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:30.594294 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-150ee2d4-c698-4094-b3ee-faa7fb4768c7 req-bbd0499a-b475-471a-b09e-e2a71b0bd12a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0567460 Feb 17 04:45:30.652672 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-150ee2d4-c698-4094-b3ee-faa7fb4768c7 req-7d9b386f-f26a-4128-95a4-ac11facf6a54 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518210 Feb 17 04:45:31.789851 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ae837-eb36-4f41-bd95-133f121fee44 req-fdbdfc0b-500c-4bb6-8141-d9ccba46300c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:31.792214 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fc5ae837-eb36-4f41-bd95-133f121fee44 req-fdbdfc0b-500c-4bb6-8141-d9ccba46300c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0514083 Feb 17 04:45:31.831569 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fc5ae837-eb36-4f41-bd95-133f121fee44 req-e6ce46a4-8e81-46c3-bcbe-72ba68ef9eab tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324945 Feb 17 04:45:32.960332 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6cc57-e496-4655-a539-31677fcad5e1 req-8f095d2e-8223-47d7-b67f-0be483b49712 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:32.961830 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-68a6cc57-e496-4655-a539-31677fcad5e1 req-8f095d2e-8223-47d7-b67f-0be483b49712 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0532908 Feb 17 04:45:33.005182 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-68a6cc57-e496-4655-a539-31677fcad5e1 req-dd99bebb-e1db-4884-9543-ef3dcd8a5fad tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374084 Feb 17 04:45:34.129748 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ad81-5107-4e7a-8fb9-16a38b228ffc req-8024f21c-2ad9-4905-9cec-af4f96b6a9a4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:34.131212 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3bb4ad81-5107-4e7a-8fb9-16a38b228ffc req-8024f21c-2ad9-4905-9cec-af4f96b6a9a4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0510538 Feb 17 04:45:34.172690 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3bb4ad81-5107-4e7a-8fb9-16a38b228ffc req-f1b0c3e4-b440-46d5-9e42-2166387753d8 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351002 Feb 17 04:45:35.299856 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196b561-5223-48b9-a967-cea4925a0662 req-925ef3cb-eed8-4409-b96b-df2735f4a564 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:35.301367 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6196b561-5223-48b9-a967-cea4925a0662 req-925ef3cb-eed8-4409-b96b-df2735f4a564 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0516477 Feb 17 04:45:35.346103 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6196b561-5223-48b9-a967-cea4925a0662 req-5946562e-4ff5-4ab2-9c38-73a4aa656863 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388999 Feb 17 04:45:36.470868 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c358444-cee0-4d32-8371-3d314838c028 req-b518c78f-8a3f-4ac2-a705-900be3dc5581 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:36.472459 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6c358444-cee0-4d32-8371-3d314838c028 req-b518c78f-8a3f-4ac2-a705-900be3dc5581 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0518339 Feb 17 04:45:36.512947 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6c358444-cee0-4d32-8371-3d314838c028 req-d29d718e-10e4-42c6-a64c-c6fd09d9db84 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340142 Feb 17 04:45:37.634626 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ccf2e-0fc0-48cf-bb3d-431cf16b9a0a req-f3df6096-4d32-4839-9e5d-ec4137a94eff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:37.637222 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf9ccf2e-0fc0-48cf-bb3d-431cf16b9a0a req-f3df6096-4d32-4839-9e5d-ec4137a94eff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0498548 Feb 17 04:45:37.677961 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf9ccf2e-0fc0-48cf-bb3d-431cf16b9a0a req-fb693058-4c80-49c3-b1ca-a7f5e74be6f4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361006 Feb 17 04:45:38.808617 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46bf6-c41a-41b7-833d-0f9fc5c41172 req-4fc10081-723f-482d-b949-7f05df01d097 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:38.810159 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-30a46bf6-c41a-41b7-833d-0f9fc5c41172 req-4fc10081-723f-482d-b949-7f05df01d097 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0501337 Feb 17 04:45:38.850273 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-30a46bf6-c41a-41b7-833d-0f9fc5c41172 req-e04883dd-09f8-4afa-8c87-b5c1b084bee2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Feb 17 04:45:39.970540 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637cac1-ad55-4d33-8553-84dac9400947 req-ccf60c3b-143d-44d4-a314-8e88e5f35b81 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:39.972018 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b637cac1-ad55-4d33-8553-84dac9400947 req-ccf60c3b-143d-44d4-a314-8e88e5f35b81 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0493424 Feb 17 04:45:40.007738 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b637cac1-ad55-4d33-8553-84dac9400947 req-f4e8498b-d00d-46b9-988f-d7144a29c06d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299833 Feb 17 04:45:41.124863 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9c26-19a1-4d96-91c1-c903887cf589 req-1a14ce78-1104-4f5e-b475-c6b5ad75c09e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:41.126325 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a39f9c26-19a1-4d96-91c1-c903887cf589 req-1a14ce78-1104-4f5e-b475-c6b5ad75c09e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0480859 Feb 17 04:45:41.162650 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a39f9c26-19a1-4d96-91c1-c903887cf589 req-1ef04846-54ba-4dc9-96b1-551b4bc94eec tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Feb 17 04:45:42.282436 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f72153-8957-4d4d-b035-ebad8826b750 req-3a0953bf-dfce-4e91-9949-479aa08dcc8e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:42.283894 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11f72153-8957-4d4d-b035-ebad8826b750 req-3a0953bf-dfce-4e91-9949-479aa08dcc8e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0487869 Feb 17 04:45:42.320095 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11f72153-8957-4d4d-b035-ebad8826b750 req-bb446d32-df81-432c-8675-2d371be251ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302212 Feb 17 04:45:43.440770 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f3986-4b3e-4cc0-9805-452b48135901 req-01c58abd-1600-4fb7-b806-5265bafeff7b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:43.442218 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8d8f3986-4b3e-4cc0-9805-452b48135901 req-01c58abd-1600-4fb7-b806-5265bafeff7b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0505183 Feb 17 04:45:43.478796 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8d8f3986-4b3e-4cc0-9805-452b48135901 req-20a6aa89-0ce3-49e6-bcef-1c64af575da2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306606 Feb 17 04:45:44.594918 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d5def-5c3f-43ad-94e7-7d3374cdd824 req-11ff2e14-df85-4d13-87f1-61717d8e976e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:44.596296 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e9d5def-5c3f-43ad-94e7-7d3374cdd824 req-11ff2e14-df85-4d13-87f1-61717d8e976e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0472538 Feb 17 04:45:44.632897 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e9d5def-5c3f-43ad-94e7-7d3374cdd824 req-03ffcc16-260f-4cc4-b90b-a7a35a4804a9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309024 Feb 17 04:45:45.757806 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac8395-0f88-4072-9599-11433e6dae7f req-f5d2eb57-53f2-408a-ae43-8e14bc65ee62 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:45.759284 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-35ac8395-0f88-4072-9599-11433e6dae7f req-f5d2eb57-53f2-408a-ae43-8e14bc65ee62 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0527091 Feb 17 04:45:45.798556 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-35ac8395-0f88-4072-9599-11433e6dae7f req-a3db53fa-7b89-49aa-9b96-aaeb9a5ed970 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326192 Feb 17 04:45:46.914481 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5cd3b-82bd-4a57-b948-5a726a85f823 req-42903afb-f566-4750-a86c-1532029805a9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:46.915933 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c9b5cd3b-82bd-4a57-b948-5a726a85f823 req-42903afb-f566-4750-a86c-1532029805a9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 943 time: 0.0475745 Feb 17 04:45:46.952965 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c9b5cd3b-82bd-4a57-b948-5a726a85f823 req-f019460c-31d7-43f8-9496-829fa0ab3634 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309258 Feb 17 04:45:46.992907 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:45:47.083411 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:47.094766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '75848175-7525-4cab-9d62-f7015625e452', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '75848175-7525-4cab-9d62-f7015625e452', 'mac_address': 'fa:16:3e:ce:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:45:47.135277 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:47.147796 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:45:47.166166 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:47.171225 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:47.216729 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=9']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:47.262510 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:47.454632 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['75848175-7525-4cab-9d62-f7015625e452'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:45:48.074164 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afb8d0-35a8-4ba4-b9dc-293fbf7616ac req-d3f72b17-8523-46a6-accf-ab299daefa1e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:48.075594 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a9afb8d0-35a8-4ba4-b9dc-293fbf7616ac req-d3f72b17-8523-46a6-accf-ab299daefa1e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 944 time: 0.0507405 Feb 17 04:45:48.111501 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a9afb8d0-35a8-4ba4-b9dc-293fbf7616ac req-8cd0ffe4-02b6-420e-9824-f0b6f8d8ad78 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300057 Feb 17 04:45:48.991621 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:45:49.039038 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 75848175-7525-4cab-9d62-f7015625e452 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:45:49.039416 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.117051 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.138632 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:45:49.140889 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924f3a76-3a3d-4463-b6e9-e828aa76c7fd" -d '{"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:45:49.154178 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:45:49.159060 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:49.187618 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081a9de2-82f8-442a-9ab6-1af1028f66e6 x-openstack-request-id: req-081a9de2-82f8-442a-9ab6-1af1028f66e6 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:45:49.187935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-plugged", "status": "completed", "tag": "75848175-7525-4cab-9d62-f7015625e452", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:45:49.188214 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-081a9de2-82f8-442a-9ab6-1af1028f66e6 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:45:49.188666 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'code': 200} Feb 17 04:45:49.210006 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=10']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:45:49.241546 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c929b9f-1868-4501-a9b6-3ab29fea09ca req-97efee12-955e-43a8-9418-20ef8a7c7c0c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:49.243303 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7c929b9f-1868-4501-a9b6-3ab29fea09ca req-97efee12-955e-43a8-9418-20ef8a7c7c0c tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0530906 Feb 17 04:45:49.282732 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7c929b9f-1868-4501-a9b6-3ab29fea09ca req-648227ef-758a-44ec-9855-200639a297d0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Feb 17 04:45:49.655283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4709-100b-4467-8bec-11be3ca6c232 req-0287a988-589c-4417-a98d-e39847ba1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:49.656834 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bc9b4709-100b-4467-8bec-11be3ca6c232 req-0287a988-589c-4417-a98d-e39847ba1788 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1099 time: 0.0808456 Feb 17 04:45:49.691201 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bc9b4709-100b-4467-8bec-11be3ca6c232 req-12a49470-444d-4eec-94ce-8bd61adab073 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266168 Feb 17 04:45:50.403059 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d63d3d-1d11-4d78-8c68-caaff014a47c req-74d6b40e-fd99-459b-80dc-1aeffe67c8a1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:50.404536 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47d63d3d-1d11-4d78-8c68-caaff014a47c req-74d6b40e-fd99-459b-80dc-1aeffe67c8a1 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0480859 Feb 17 04:45:50.441069 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-47d63d3d-1d11-4d78-8c68-caaff014a47c req-f658ad00-7d46-4e25-a673-9b4ee8bbbe80 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Feb 17 04:45:51.371042 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:45:51.561904 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172e33e-d49e-46fc-8fec-1eae2b5afe2e req-6f465c8e-1c66-4d01-bd64-a9a2149f9ed0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:51.563367 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4172e33e-d49e-46fc-8fec-1eae2b5afe2e req-6f465c8e-1c66-4d01-bd64-a9a2149f9ed0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0508156 Feb 17 04:45:51.605763 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4172e33e-d49e-46fc-8fec-1eae2b5afe2e req-0691e0c0-d7fb-4bf9-856c-719e2ef4cf2b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Feb 17 04:45:51.805179 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-040423ce-7c72-4c5f-8090-d7907536c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:52.727008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6f25f-aaed-46d0-a7b8-bc5c5fda395a req-6338bb4b-640d-4938-8bb9-ea4dbad901ad tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:45:52.728472 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a6d6f25f-aaed-46d0-a7b8-bc5c5fda395a req-6338bb4b-640d-4938-8bb9-ea4dbad901ad tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0510237 Feb 17 04:45:53.006695 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a6d6f25f-aaed-46d0-a7b8-bc5c5fda395a req-733c1cdf-c6d7-4204-8c5c-e240754ade28 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723644 Feb 17 04:45:54.270265 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-eece030d-bc6e-4168-9cdc-6e7b8c66c295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:55.060471 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:56.716448 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:45:57.021968 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:03.607600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ddacb-2829-4572-a0df-164d01205b30 req-e8875105-21ad-469a-94c1-1aaf827a1b5b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:03.608981 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e7ddacb-2829-4572-a0df-164d01205b30 req-e8875105-21ad-469a-94c1-1aaf827a1b5b tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0467029 Feb 17 04:46:03.644928 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e7ddacb-2829-4572-a0df-164d01205b30 req-ddba25f6-e019-4ec1-847a-66ccc83e0b05 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300865 Feb 17 04:46:04.770958 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdeb24-8f5a-40db-8528-de466294cd98 req-b63b2aff-a3c9-48f6-afa5-fcf5ebe288ff tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:04.772440 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68cdeb24-8f5a-40db-8528-de466294cd98 req-b63b2aff-a3c9-48f6-afa5-fcf5ebe288ff tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Feb 17 04:46:04.809075 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68cdeb24-8f5a-40db-8528-de466294cd98 req-f8f90d74-4656-47b3-9bd7-40baf15a8be5 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Feb 17 04:46:05.472303 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-db040df6-fe11-497e-a58f-db83b0933dba tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:05.473722 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-db040df6-fe11-497e-a58f-db83b0933dba tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0464959 Feb 17 04:46:05.562105 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Deleting port dadffbc0-4e03-4f08-956a-39747aded6d8 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:05.562440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.644815 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] For port dadffbc0-4e03-4f08-956a-39747aded6d8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=dadffbc0-4e03-4f08-956a-39747aded6d8,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:05.645156 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.809075 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.809361 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:05.809676 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Floating IP b596ad32-fd94-48bd-aa9b-df058002c743 disassociated. External IP: 172.27.2.107, port: dadffbc0-4e03-4f08-956a-39747aded6d8. Feb 17 04:46:05.810013 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Calling delete_port for dadffbc0-4e03-4f08-956a-39747aded6d8 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:05.962752 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879d95-1a6b-4a03-80fe-e18d60ca58b4 req-d7527d2a-ef39-4770-8748-adb947ece519 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:05.964782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d9879d95-1a6b-4a03-80fe-e18d60ca58b4 req-d7527d2a-ef39-4770-8748-adb947ece519 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/ports?device_id=47c63ece-a963-4475-af35-ae6dbe7e1e01 HTTP/1.1" status: 200 len: 945 time: 0.0867453 Feb 17 04:46:05.970398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:06.010414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'Port': ['ID=dadffbc0-4e03-4f08-956a-39747aded6d8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:06.036949 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.037292 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.037625 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.037953 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.038279 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.038628 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.038974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.039299 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.039619 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.039935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.040331 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.040660 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:06.083651 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d9879d95-1a6b-4a03-80fe-e18d60ca58b4 req-787061bf-4749-4489-b95d-ff6ea2cedd9f tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6b811f9-8d21-471f-97f8-874ba8c1d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110425 Feb 17 04:46:06.147455 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:06.250262 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:06.263086 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:06.272488 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:06.273108 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:45:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:06.288072 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] No DVR routers for this DVR port dadffbc0-4e03-4f08-956a-39747aded6d8 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:06.290486 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:06.294405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e44003ac-2beb-4f8d-9530-c19c2cd7d544 req-fa9fd9c4-4864-4abc-950b-c14943c905fd tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.37 "DELETE /v2.0/ports/dadffbc0-4e03-4f08-956a-39747aded6d8 HTTP/1.1" status: 204 len: 173 time: 0.8137033 Feb 17 04:46:06.294833 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'name': 'network-vif-deleted', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:06.297055 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930114b-7c01-474a-91ab-0c83fb2456f0" -d '{"events": [{"server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "name": "network-vif-deleted", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:06.393081 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:06.414268 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b77ede-f7d6-44d5-ad35-2658a9d79ab7 x-openstack-request-id: req-22b77ede-f7d6-44d5-ad35-2658a9d79ab7 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:06.414761 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c63ece-a963-4475-af35-ae6dbe7e1e01", "name": "network-vif-deleted", "tag": "dadffbc0-4e03-4f08-956a-39747aded6d8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:06.415188 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22b77ede-f7d6-44d5-ad35-2658a9d79ab7 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:06.415589 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c63ece-a963-4475-af35-ae6dbe7e1e01', 'name': 'network-vif-deleted', 'tag': 'dadffbc0-4e03-4f08-956a-39747aded6d8', 'status': 'completed', 'code': 200} Feb 17 04:46:06.606801 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:06.632403 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:06.640956 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:06.641560 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:45:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:06.746238 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:06.945323 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:06.971379 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657e792-a3b2-462e-9868-f002854a8741 None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:40:39Z', 'revision_number': 4, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '83fc4594-1675-4781-a472-6c2f0a311fd6', 'name': '', 'network_id': '67e79ce8-967f-4834-9cf9-10af78b4132e', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'mac_address': 'fa:16:3e:a1:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:35Z', 'updated_at': '2022-02-17T04:40:45Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'subnets': [{'id': '75e50d85-2e93-40a6-90d7-6a1101ca96a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:07.167851 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53150) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:07.183359 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ddf316-b404-4623-ac12-099208727ded None None] New status for floating IP b596ad32-fd94-48bd-aa9b-df058002c743: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:46:07.222473 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.248538 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.298124 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.300624 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.301739 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "DELETE /v2.0/security-groups/c6b811f9-8d21-471f-97f8-874ba8c1d47f HTTP/1.1" status: 204 len: 168 time: 0.1328189 Feb 17 04:46:07.304785 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53152) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:07.311448 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b811f9-8d21-471f-97f8-874ba8c1d47f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:07.318287 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.318811 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.319143 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.319263 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-b6306d5e-74ba-430d-bd7d-74cedbd72fc7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] show failed (client error): The resource could not be found. Feb 17 04:46:07.319468 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.319787 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.320146 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.320400 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b6306d5e-74ba-430d-bd7d-74cedbd72fc7 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "GET /v2.0/security-groups/c6b811f9-8d21-471f-97f8-874ba8c1d47f HTTP/1.1" status: 404 len: 347 time: 0.0143771 Feb 17 04:46:07.320507 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.320774 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.321141 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.321464 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.321778 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.322090 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661c38c-c640-4f51-b9c2-25c4412f773a tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:07.323684 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53154) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:07.451765 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Deleting port 05a7b0d8-9bf5-4544-bc08-aae8368717f0 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:07.452143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.526945 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.527189 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.538326 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Calling delete_port for 05a7b0d8-9bf5-4544-bc08-aae8368717f0 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:07.665924 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.696756 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Pushing event deleted for resources: {'Port': ['ID=05a7b0d8-9bf5-4544-bc08-aae8368717f0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:07.747983 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.750851 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:07.752014 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-67b0cc7d-5955-4041-a9cd-307686bbca46 tempest-AttachVolumeTestJSON-1162253264 tempest-AttachVolumeTestJSON-1162253264-project] 10.222.0.61 "DELETE /v2.0/floatingips/b596ad32-fd94-48bd-aa9b-df058002c743 HTTP/1.1" status: 204 len: 168 time: 0.4273992 Feb 17 04:46:09.130894 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device dadffbc0-4e03-4f08-956a-39747aded6d8 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:09.153233 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: dadffbc0-4e03-4f08-956a-39747aded6d8 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:09.154185 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device dadffbc0-4e03-4f08-956a-39747aded6d8 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:11.243836 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53182) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:11.729220 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.004986 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Deleting port 83fc4594-1675-4781-a472-6c2f0a311fd6 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:12.005329 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.079293 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] For port 83fc4594-1675-4781-a472-6c2f0a311fd6, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=83fc4594-1675-4781-a472-6c2f0a311fd6,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:12.079722 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.091378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Calling delete_port for 83fc4594-1675-4781-a472-6c2f0a311fd6 owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:12.261154 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.290272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Pushing event deleted for resources: {'Port': ['ID=83fc4594-1675-4781-a472-6c2f0a311fd6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:12.447237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:12.652001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Router 631de290-be5f-4e4c-9d9b-f08f3c8425cc has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:12.755922 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:12.760988 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ea10dd7b-3aea-4507-8bba-777c521b0989 admin admin] 10.222.0.61 "PUT /v2.0/routers/631de290-be5f-4e4c-9d9b-f08f3c8425cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5160797 Feb 17 04:46:12.763488 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53186) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:12.765294 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Sync routers for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:12.776102 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:12.776874 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:45:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:13.010009 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:13.118260 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks [] for router, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.188050 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:46:12Z', 'revision_number': 5, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port': {'id': '6fd441bd-0a25-4a89-93ce-85f3747eb77a', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:40:26Z', 'updated_at': '2022-02-17T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:13.218310 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Checking router: 631de290-be5f-4e4c-9d9b-f08f3c8425cc for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:13.219609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.226737 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Routers {'631de290-be5f-4e4c-9d9b-f08f3c8425cc'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:13.227359 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:45:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:13.271048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Deleting port 6fd441bd-0a25-4a89-93ce-85f3747eb77a {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:13.271667 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.314724 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] Set router 631de290-be5f-4e4c-9d9b-f08f3c8425cc gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:13.347963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] For port 6fd441bd-0a25-4a89-93ce-85f3747eb77a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=6fd441bd-0a25-4a89-93ce-85f3747eb77a,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:13.348348 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.359880 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Calling delete_port for 6fd441bd-0a25-4a89-93ce-85f3747eb77a owned by network:router_gateway {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:13.367047 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:46:13Z', 'revision_number': 6, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:13.397952 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0126ba3f-e23f-47b6-aec5-115b3efe14b7 None None] The sync data for ids ['631de290-be5f-4e4c-9d9b-f08f3c8425cc'] in dv-cinder-829630-1-iscsi is: [{'id': '631de290-be5f-4e4c-9d9b-f08f3c8425cc', 'name': 'tempest-AttachVolumeTestJSON-896141839-router', 'tenant_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:40:24Z', 'updated_at': '2022-02-17T04:46:13Z', 'revision_number': 6, 'project_id': 'e286864e383c4e43bf3ec96ce6a97b74', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:13.521551 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.545820 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd441bd-0a25-4a89-93ce-85f3747eb77a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:13.606722 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.706113 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.708165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.775249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.775700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631de290-be5f-4e4c-9d9b-f08f3c8425cc {{(pid=108236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:46:13.781102 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.782073 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0278d0ea-ef75-4808-8298-55459e11d97e admin admin] 10.222.0.61 "DELETE /v2.0/routers/631de290-be5f-4e4c-9d9b-f08f3c8425cc HTTP/1.1" status: 204 len: 168 time: 1.0176215 Feb 17 04:46:13.784603 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53188) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:13.832969 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Deleting subnet 75e50d85-2e93-40a6-90d7-6a1101ca96a3 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:46:13.836018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.870086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:13.973460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.022819 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.049235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e50d85-2e93-40a6-90d7-6a1101ca96a3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:14.051098 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.054218 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e491f06b-fd5a-4143-a5b2-6d4dd9aa6e3d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/75e50d85-2e93-40a6-90d7-6a1101ca96a3 HTTP/1.1" status: 204 len: 168 time: 0.2686970 Feb 17 04:46:14.055265 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef785cc-1b44-4755-a94c-c4db727586c8 None None] Network 67e79ce8-967f-4834-9cf9-10af78b4132e requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:14.056679 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53192) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:14.129990 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.186512 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Deleting port d45309c0-2db5-4842-855e-47c464ba43ae {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:14.186858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.227254 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] DHCP port deletion for 67e79ce8-967f-4834-9cf9-10af78b4132e request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:46:14.252059 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] For port d45309c0-2db5-4842-855e-47c464ba43ae, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=d45309c0-2db5-4842-855e-47c464ba43ae,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:14.252419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.267287 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Calling delete_port for d45309c0-2db5-4842-855e-47c464ba43ae owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:14.277782 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Deleting port d45309c0-2db5-4842-855e-47c464ba43ae {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:14.278152 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.343704 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] For port d45309c0-2db5-4842-855e-47c464ba43ae, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=d45309c0-2db5-4842-855e-47c464ba43ae,segment=NetworkSegment(f887d019-2b70-4817-aa42-ea90dfd807c7),segment_id=f887d019-2b70-4817-aa42-ea90dfd807c7)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:14.343997 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.352554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.358633 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Calling delete_port for d45309c0-2db5-4842-855e-47c464ba43ae owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:14.378512 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45309c0-2db5-4842-855e-47c464ba43ae,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:14.382237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] No DVR routers for this DVR port d45309c0-2db5-4842-855e-47c464ba43ae on host dv-cinder-829630-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:14.458453 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.477890 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e79ce8-967f-4834-9cf9-10af78b4132e']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:14.479285 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.487232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f887d019-2b70-4817-aa42-ea90dfd807c7') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:14.487524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f887d019-2b70-4817-aa42-ea90dfd807c7') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:14.496751 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.505007 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Pushing event deleted for resources: {'Port': ['ID=d45309c0-2db5-4842-855e-47c464ba43ae,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:14.509262 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] No DVR routers for this DVR port d45309c0-2db5-4842-855e-47c464ba43ae on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:14.510894 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.516322 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.516671 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.517016 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.517446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.517686 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.518016 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.518341 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.518665 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.518990 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.519315 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.519634 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.520075 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a114f446-1fde-4454-837b-ca3cd05a5757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:46:14.529057 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:46:14.529462 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:46:14.531305 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:46:14.583564 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.588096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.591226 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/67e79ce8-967f-4834-9cf9-10af78b4132e HTTP/1.1" status: 204 len: 168 time: 0.5336549 Feb 17 04:46:14.611139 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7a38-13bd-4fb2-b9b4-91268a90abe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e79ce8-967f-4834-9cf9-10af78b4132e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:14.709943 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53196) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:14.748675 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-98dceb02-72c4-4633-bbab-588ba52a1751 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e286864e383c4e43bf3ec96ce6a97b74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370402 Feb 17 04:46:14.751048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53198) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:14.803901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.805015 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device d45309c0-2db5-4842-855e-47c464ba43ae no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:14.825345 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.828705 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: d45309c0-2db5-4842-855e-47c464ba43ae {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:14.829054 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device d45309c0-2db5-4842-855e-47c464ba43ae not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:14.829483 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 6fd441bd-0a25-4a89-93ce-85f3747eb77a no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:14.848127 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 6fd441bd-0a25-4a89-93ce-85f3747eb77a {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:14.848407 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 6fd441bd-0a25-4a89-93ce-85f3747eb77a not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:14.848810 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 83fc4594-1675-4781-a472-6c2f0a311fd6 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:14.868310 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 83fc4594-1675-4781-a472-6c2f0a311fd6 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:14.868677 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 83fc4594-1675-4781-a472-6c2f0a311fd6 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:14.870472 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.874175 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:14.875309 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c26049cb-cb8c-4736-82f4-a8b6ed4e7665 HTTP/1.1" status: 204 len: 168 time: 0.1233933 Feb 17 04:46:14.883440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2c8b3-0711-46b8-91bc-58c1f968c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26049cb-cb8c-4736-82f4-a8b6ed4e7665,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:17.289858 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:20.051814 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f09663-c833-48a2-97d4-d80ea83140b3 req-fd56918c-74e2-44d3-877f-3f5e02fe25fe tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.053537 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-72f09663-c833-48a2-97d4-d80ea83140b3 req-fd56918c-74e2-44d3-877f-3f5e02fe25fe tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0471094 Feb 17 04:46:20.090259 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-72f09663-c833-48a2-97d4-d80ea83140b3 req-3ff5bcab-884e-4d2b-81f1-7a2f14bd7fd0 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Feb 17 04:46:20.468011 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-7614fa09-a2d3-4389-915b-7daf9d62b82f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396821 Feb 17 04:46:20.530583 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-5a30b07f-a201-403c-9005-e120a3d5b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.532124 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-5a30b07f-a201-403c-9005-e120a3d5b9b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 1099 time: 0.0425563 Feb 17 04:46:20.634999 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-c65109e6-ed8d-408f-9119-857db8bced93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.636468 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-c65109e6-ed8d-408f-9119-857db8bced93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0827978 Feb 17 04:46:20.706994 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-ee701857-bbfc-454c-87e9-735071ff55b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 200 len: 1000 time: 0.0629909 Feb 17 04:46:20.756365 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-36bc792b-3d07-42ef-a8f6-2abce3288c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.757841 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-36bc792b-3d07-42ef-a8f6-2abce3288c74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0426095 Feb 17 04:46:20.801494 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-915b32ed-4db0-4fbc-aa8d-22110539b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:20.802915 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-915b32ed-4db0-4fbc-aa8d-22110539b3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382822 Feb 17 04:46:20.891780 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-773913b6-b9d2-4e9d-86e6-34ea62e17719 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811944 Feb 17 04:46:20.985067 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d51762d3-f201-45f9-a5cd-9ec1fdb3a5ed req-5f8459c4-1d87-4b9a-b6d8-c92276aa75f2 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862820 Feb 17 04:46:21.212974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81fbe1-03b4-41bc-bb9d-fb3fd3539f54 req-00060d87-c61b-4474-9766-19734a73d7dc tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:21.214468 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bc81fbe1-03b4-41bc-bb9d-fb3fd3539f54 req-00060d87-c61b-4474-9766-19734a73d7dc tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0502293 Feb 17 04:46:21.254819 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bc81fbe1-03b4-41bc-bb9d-fb3fd3539f54 req-7204bee2-797d-4a4e-9de7-85adc382fe47 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322390 Feb 17 04:46:21.806484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9b0ba7b8-02af-4c56-a6af-1bcf5bba1946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:22.374488 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9af6-247b-45f4-a51e-3a10227c8b24 req-af20e78f-5981-4836-a5b7-7df857201ba1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:22.375944 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78ba9af6-247b-45f4-a51e-3a10227c8b24 req-af20e78f-5981-4836-a5b7-7df857201ba1 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0515397 Feb 17 04:46:22.411427 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78ba9af6-247b-45f4-a51e-3a10227c8b24 req-9af508c7-3b6f-4a31-8f40-e57084b367fa tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297308 Feb 17 04:46:23.080738 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53314) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:23.181915 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d614d53-85ec-4339-8c48-35bd4d9499b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.254856 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d614d53-85ec-4339-8c48-35bd4d9499b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.259508 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d614d53-85ec-4339-8c48-35bd4d9499b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.297111 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0d614d53-85ec-4339-8c48-35bd4d9499b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef6a517683754ce081bcae6191d1bbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153394 Feb 17 04:46:23.297965 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d614d53-85ec-4339-8c48-35bd4d9499b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2f55c0-295e-442f-a859-c08f982667dc,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:23.300572 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53318) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:23.348465 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.369392 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.421878 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.424342 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:23.425465 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca2f55c0-295e-442f-a859-c08f982667dc HTTP/1.1" status: 204 len: 168 time: 0.1236932 Feb 17 04:46:23.433634 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6304d-7db4-480d-a801-b247da952a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2f55c0-295e-442f-a859-c08f982667dc,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:23.532291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703fce-bbac-41a2-96a7-3b4aa38d9003 req-2258e511-ad80-4015-8552-f546f50f5b97 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:23.533855 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50703fce-bbac-41a2-96a7-3b4aa38d9003 req-2258e511-ad80-4015-8552-f546f50f5b97 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0497782 Feb 17 04:46:23.574573 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-50703fce-bbac-41a2-96a7-3b4aa38d9003 req-df726bd8-c542-4123-8ceb-26bdfb959a7c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348969 Feb 17 04:46:24.272533 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b059d41e-0512-488f-bc16-33f12ce06200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:24.552967 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53370) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:24.677710 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-be55aeff-e7e7-4423-9575-84634ddaba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:24.716181 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafbae9-3976-44b5-a9bd-19dad8b6a4e4 req-58f61e3b-caa1-4b6d-8ec7-ed55d2ae471e tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:24.717833 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-aaafbae9-3976-44b5-a9bd-19dad8b6a4e4 req-58f61e3b-caa1-4b6d-8ec7-ed55d2ae471e tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0753627 Feb 17 04:46:24.989687 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-aaafbae9-3976-44b5-a9bd-19dad8b6a4e4 req-17f15edb-896d-4efd-938d-0cc25f22b3fb tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658896 Feb 17 04:46:25.018077 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-be55aeff-e7e7-4423-9575-84634ddaba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.021692 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-be55aeff-e7e7-4423-9575-84634ddaba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.060883 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-be55aeff-e7e7-4423-9575-84634ddaba9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=caac102c5b574579bbf0d16b351a6bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066092 Feb 17 04:46:25.061682 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55aeff-e7e7-4423-9575-84634ddaba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea6fd1-110a-4e8d-9316-46dadb268458,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:25.063465 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.063805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53378) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:25.112727 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.134054 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.179888 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.182328 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:25.183454 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfea6fd1-110a-4e8d-9316-46dadb268458 HTTP/1.1" status: 204 len: 168 time: 0.1183913 Feb 17 04:46:25.191181 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbbb76-f489-4937-8f2e-815ba23eea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea6fd1-110a-4e8d-9316-46dadb268458,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:26.110297 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988101c-92cc-49c2-a4ec-08cf6adf1e62 req-b7b746e3-f9ef-4e76-af51-3c568b3b3cf7 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:26.111848 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9988101c-92cc-49c2-a4ec-08cf6adf1e62 req-b7b746e3-f9ef-4e76-af51-3c568b3b3cf7 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0535631 Feb 17 04:46:26.149136 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9988101c-92cc-49c2-a4ec-08cf6adf1e62 req-b3487bee-48fb-40c1-afd1-af86ade5bf7e tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310102 Feb 17 04:46:26.718270 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.023025 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:27.261723 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f54a9-fa1d-4bd7-8b09-fb6b593b4c81 req-a69bb148-8996-4ccd-b41e-056417c32461 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:27.263261 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7c3f54a9-fa1d-4bd7-8b09-fb6b593b4c81 req-a69bb148-8996-4ccd-b41e-056417c32461 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Feb 17 04:46:27.300674 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7c3f54a9-fa1d-4bd7-8b09-fb6b593b4c81 req-96b37e2f-7cc7-4411-bfe9-a7c741a6e0a0 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Feb 17 04:46:28.369191 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:46:28.413961 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec70d41-d327-4e22-a900-ff6aa6372e70 req-02b3d754-e225-4adf-843f-8c0327cd9ace tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:28.415415 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bec70d41-d327-4e22-a900-ff6aa6372e70 req-02b3d754-e225-4adf-843f-8c0327cd9ace tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0506759 Feb 17 04:46:28.451906 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bec70d41-d327-4e22-a900-ff6aa6372e70 req-94115fb1-e6ce-42b7-a72a-ae3a6976c010 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303044 Feb 17 04:46:29.571557 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0e8e1-494c-4eb8-9573-ed4e7a1f806e req-05bbc718-2c0b-4199-9be5-c4f0ed6b0522 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:29.573074 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6cb0e8e1-494c-4eb8-9573-ed4e7a1f806e req-05bbc718-2c0b-4199-9be5-c4f0ed6b0522 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Feb 17 04:46:29.610737 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6cb0e8e1-494c-4eb8-9573-ed4e7a1f806e req-b6303240-5293-417b-bb8e-66b3a0b0c5a4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Feb 17 04:46:30.723927 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4df1e0-083c-4731-957f-0cb7c31debd9 req-78fad338-d5b7-4dd0-9f18-9f94cf2c4127 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:30.725781 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bd4df1e0-083c-4731-957f-0cb7c31debd9 req-78fad338-d5b7-4dd0-9f18-9f94cf2c4127 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0492718 Feb 17 04:46:30.762663 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bd4df1e0-083c-4731-957f-0cb7c31debd9 req-db4df048-4fc5-42e6-aba9-b460b484e019 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Feb 17 04:46:31.873148 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd28c9-f435-4827-9891-643a337d77c6 req-ffa255f1-e566-427a-a399-6171897c7812 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:31.874573 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-14fd28c9-f435-4827-9891-643a337d77c6 req-ffa255f1-e566-427a-a399-6171897c7812 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Feb 17 04:46:31.910370 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-14fd28c9-f435-4827-9891-643a337d77c6 req-caf4bb0b-c546-42d9-9abf-68d640368d48 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297704 Feb 17 04:46:32.435498 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-98c6b9b5-f8fe-4414-884d-3006fc94cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:32.437041 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-98c6b9b5-f8fe-4414-884d-3006fc94cc8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0411735 Feb 17 04:46:32.529282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-ed741ed0-06ea-48b5-b0a0-828f178e486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:32.530849 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-ed741ed0-06ea-48b5-b0a0-828f178e486e service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.0871019 Feb 17 04:46:32.598416 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-08206a5a-d1f1-4f01-8dba-b8ac9be5de55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1002 time: 0.0591946 Feb 17 04:46:32.647001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-b9f45675-6ade-4dc7-aa38-7be278cc0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:32.648603 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-b9f45675-6ade-4dc7-aa38-7be278cc0f11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0433087 Feb 17 04:46:32.700957 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-80cbdc88-7dc1-4855-852a-18c8c9f297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:32.702445 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-80cbdc88-7dc1-4855-852a-18c8c9f297a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465882 Feb 17 04:46:32.798788 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-d0d0ab6c-319a-4157-9027-dab8165751d5 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863779 Feb 17 04:46:32.898944 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c12dcd42-3bea-42c3-a0e6-488478048323 req-ba4d1e4d-c1b2-4a80-a560-7acb9d5a354d service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859730 Feb 17 04:46:33.030134 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511309-dcfd-483e-973a-c719c7cde8ec req-188b7e3a-fc1f-448a-b6e6-b84aed8194c6 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:33.031625 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02511309-dcfd-483e-973a-c719c7cde8ec req-188b7e3a-fc1f-448a-b6e6-b84aed8194c6 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0528812 Feb 17 04:46:33.069619 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-02511309-dcfd-483e-973a-c719c7cde8ec req-6c809ca7-e8c0-47b7-92bb-06527052919f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Feb 17 04:46:34.044082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423d64a-5dfa-4cbf-acff-28e7463ae4e2 req-6d5fca5a-f41c-438a-a6fa-5c8e18be691e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:34.045538 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d423d64a-5dfa-4cbf-acff-28e7463ae4e2 req-6d5fca5a-f41c-438a-a6fa-5c8e18be691e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0469759 Feb 17 04:46:34.082564 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d423d64a-5dfa-4cbf-acff-28e7463ae4e2 req-65e78f11-71df-406c-ab0e-b3e3b4278b11 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Feb 17 04:46:34.201089 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e327c3b-c260-42d6-9e34-05bc4a21e3e7 req-5855f85d-975a-49d8-9dd4-f973f3086634 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:34.203124 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4e327c3b-c260-42d6-9e34-05bc4a21e3e7 req-5855f85d-975a-49d8-9dd4-f973f3086634 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0529864 Feb 17 04:46:34.240738 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4e327c3b-c260-42d6-9e34-05bc4a21e3e7 req-ad7f01d6-dd6e-4db8-8cae-69180a54cef4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Feb 17 04:46:35.201325 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706048eb-f6b6-40fd-b395-6afa5a9ca440 req-80c48fd8-4589-454c-9172-9ec989998554 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:35.202973 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-706048eb-f6b6-40fd-b395-6afa5a9ca440 req-80c48fd8-4589-454c-9172-9ec989998554 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0494039 Feb 17 04:46:35.241443 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-706048eb-f6b6-40fd-b395-6afa5a9ca440 req-b8b1787d-d08d-45fb-bb33-ebf51507d8f9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Feb 17 04:46:35.354832 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620d4ed-8bba-4b6d-b061-ddbf164ef4fb req-cdc2e46e-1b24-4e02-b15a-efd6902bcf6f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:35.356315 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3620d4ed-8bba-4b6d-b061-ddbf164ef4fb req-cdc2e46e-1b24-4e02-b15a-efd6902bcf6f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0477967 Feb 17 04:46:35.394608 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3620d4ed-8bba-4b6d-b061-ddbf164ef4fb req-a0627cb0-ed4e-45c8-aa8a-6e5bacd040c2 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316224 Feb 17 04:46:35.609377 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07594934-9035-4805-b334-fa58967e779a req-edd68de9-4e54-4030-be66-818bc810f8ab tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:35.610872 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-07594934-9035-4805-b334-fa58967e779a req-edd68de9-4e54-4030-be66-818bc810f8ab tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Feb 17 04:46:35.657232 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-07594934-9035-4805-b334-fa58967e779a req-601c0a43-f153-4aa8-a2d1-dc4089d10a52 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Feb 17 04:46:35.678153 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53558) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:35.758645 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-f24fbd7f-e794-4510-96c6-96e4b1b93ad6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:35.760308 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-f24fbd7f-e794-4510-96c6-96e4b1b93ad6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.0537231 Feb 17 04:46:35.797317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53564) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:35.815148 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-aeb66378-61eb-4477-9766-1b02317cbd61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362400 Feb 17 04:46:35.824633 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-70d1496e-ba46-403e-b14c-58020549f783 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:46:35.825811 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-70d1496e-ba46-403e-b14c-58020549f783 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052240 Feb 17 04:46:35.870288 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7238-5e42-41e8-a4a3-0cd7bb52ceed admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:35.888804 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Deleting port 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:35.889143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.015478 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] For port 75848175-7525-4cab-9d62-f7015625e452, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=75848175-7525-4cab-9d62-f7015625e452,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:36.015893 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.088167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7238-5e42-41e8-a4a3-0cd7bb52ceed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.093554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7238-5e42-41e8-a4a3-0cd7bb52ceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.171227 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a7238-5e42-41e8-a4a3-0cd7bb52ceed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e123ac5-b995-49ee-a9a5-508e43b6c3e0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:36.179440 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0d8a7238-5e42-41e8-a4a3-0cd7bb52ceed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07267d15225740a4a3fabb72bd5bfe63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787487 Feb 17 04:46:36.180548 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53576) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:36.280425 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.281028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.281147 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Floating IP c960ff2a-dc25-483d-abf2-d35b8c25b90e disassociated. External IP: 172.27.2.87, port: 75848175-7525-4cab-9d62-f7015625e452. Feb 17 04:46:36.281425 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Calling delete_port for 75848175-7525-4cab-9d62-f7015625e452 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:36.292480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.367818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.442176 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c1a2-d28f-46c5-bb5d-683ff864a789 req-51922e30-d5be-4fdb-83e6-ca4fefa7eb1a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:36.443586 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d99c1a2-d28f-46c5-bb5d-683ff864a789 req-51922e30-d5be-4fdb-83e6-ca4fefa7eb1a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 946 time: 0.1127441 Feb 17 04:46:36.493980 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.496472 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.498140 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e123ac5-b995-49ee-a9a5-508e43b6c3e0 HTTP/1.1" status: 204 len: 168 time: 0.3175740 Feb 17 04:46:36.520648 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd8f59-33c5-495c-a995-7412a78a30d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e123ac5-b995-49ee-a9a5-508e43b6c3e0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:36.534710 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8d99c1a2-d28f-46c5-bb5d-683ff864a789 req-2ba7f751-dccb-4d82-b7a5-ffbce7746164 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1025099-3010-428d-b155-4ec265a7df13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835526 Feb 17 04:46:36.540679 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.568513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'Port': ['ID=75848175-7525-4cab-9d62-f7015625e452,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:36.690120 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:36.806817 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a968d3-0bca-4a10-bdf0-90d08e2adc82 req-f667539d-1d62-496f-8d8d-bddb1ea0f7d4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:36.808365 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53586) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:36.809191 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e4a968d3-0bca-4a10-bdf0-90d08e2adc82 req-f667539d-1d62-496f-8d8d-bddb1ea0f7d4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0713744 Feb 17 04:46:36.817721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:36.827873 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:36.835902 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be962197-bc67-4a13-a235-59ffdeea821c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.838711 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:36.839877 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:46:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:36.855024 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e4a968d3-0bca-4a10-bdf0-90d08e2adc82 req-5e5cb29d-bd1c-41a8-b62e-c373f62ad0b2 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381198 Feb 17 04:46:36.906490 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] No DVR routers for this DVR port 75848175-7525-4cab-9d62-f7015625e452 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:36.909689 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.913139 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-732f2518-2af0-4570-9d37-1a294c2c2d81 req-19644125-fba7-4632-8474-03e61d8ea019 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "DELETE /v2.0/ports/75848175-7525-4cab-9d62-f7015625e452 HTTP/1.1" status: 204 len: 173 time: 1.1441853 Feb 17 04:46:36.913598 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-deleted', 'tag': '75848175-7525-4cab-9d62-f7015625e452'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:36.915850 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec13b6a-2cff-4491-9ca3-88f0087be979" -d '{"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-deleted", "tag": "75848175-7525-4cab-9d62-f7015625e452"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:36.977165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4512ead-5644-42dd-85fd-e0fc03b280ec x-openstack-request-id: req-c4512ead-5644-42dd-85fd-e0fc03b280ec {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:36.977460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406c5b09-8efe-4388-a58f-19aba4ff7ffb", "name": "network-vif-deleted", "tag": "75848175-7525-4cab-9d62-f7015625e452", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:36.977712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4512ead-5644-42dd-85fd-e0fc03b280ec {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:36.978186 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406c5b09-8efe-4388-a58f-19aba4ff7ffb', 'name': 'network-vif-deleted', 'tag': '75848175-7525-4cab-9d62-f7015625e452', 'status': 'completed', 'code': 200} Feb 17 04:46:36.979990 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be962197-bc67-4a13-a235-59ffdeea821c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:36.988685 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be962197-bc67-4a13-a235-59ffdeea821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.011890 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:37.028733 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be962197-bc67-4a13-a235-59ffdeea821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145609c6-188c-487d-aff0-d2d5cb2bf30c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:37.035606 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-be962197-bc67-4a13-a235-59ffdeea821c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc6f08c8ed0c4a4fbbbc6f7209438da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240136 Feb 17 04:46:37.035827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53590) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:37.122734 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.155834 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.204703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.207290 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:37.208466 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/145609c6-188c-487d-aff0-d2d5cb2bf30c HTTP/1.1" status: 204 len: 168 time: 0.1716955 Feb 17 04:46:37.217013 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb6074-cecc-48e2-bc75-242cf4c1712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145609c6-188c-487d-aff0-d2d5cb2bf30c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:37.242913 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.271268 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:37.280055 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:37.280652 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:46:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.472340 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079614-8b8b-4476-9341-1ffccb778559 req-b8cdb8ff-5e4d-4623-9372-cca0b02e3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.481848 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-b8cdb8ff-5e4d-4623-9372-cca0b02e3cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793&tenant_id=19741f566e0a4090ba0fef56ee78a5d6 HTTP/1.1" status: 200 len: 1099 time: 0.0504436 Feb 17 04:46:37.481967 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:37.551883 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079614-8b8b-4476-9341-1ffccb778559 req-625091f8-32d8-4e7a-941f-0504c10fcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.553475 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-625091f8-32d8-4e7a-941f-0504c10fcbb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0523646 Feb 17 04:46:37.654309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079614-8b8b-4476-9341-1ffccb778559 req-1afa6a00-d9d4-4931-bb35-b5d5f2ce3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.656250 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-1afa6a00-d9d4-4931-bb35-b5d5f2ce3cad service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.0953875 Feb 17 04:46:37.665096 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2b9f4241-3969-49a1-88c1-b74a6a5fa8ef req-6e0cef2e-0829-4e96-8db8-017c8f5181c3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=406c5b09-8efe-4388-a58f-19aba4ff7ffb HTTP/1.1" status: 200 len: 210 time: 0.0303872 Feb 17 04:46:37.736452 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-a57501e8-2d91-445c-a5cb-ca3c0d0fa530 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1002 time: 0.0692105 Feb 17 04:46:37.757267 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:37.789904 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbbfdc-58b8-4f7b-b96e-56f14a1e035f None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:37.802375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079614-8b8b-4476-9341-1ffccb778559 req-b8713176-b76f-47e9-adfc-2c0ef83b053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.804029 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-b8713176-b76f-47e9-adfc-2c0ef83b053a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0582988 Feb 17 04:46:37.862312 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24079614-8b8b-4476-9341-1ffccb778559 req-f33c03c5-447d-4b1f-b200-1e43df60dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:37.863813 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-f33c03c5-447d-4b1f-b200-1e43df60dbda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509586 Feb 17 04:46:38.083985 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cb198-2bbc-4310-9b8b-cbd6c4d320d9 None None] New status for floating IP c960ff2a-dc25-483d-abf2-d35b8c25b90e: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:46:38.277191 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-dfee9233-c83e-4bfe-bc23-0b1dfe5f4e9c service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031351 Feb 17 04:46:38.285428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5910-ed7f-474c-aac5-aca084ff31fb req-95833403-9d89-46e4-afac-0d9a7023653c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:38.286814 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba1f5910-ed7f-474c-aac5-aca084ff31fb req-95833403-9d89-46e4-afac-0d9a7023653c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.3432243 Feb 17 04:46:38.370461 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba1f5910-ed7f-474c-aac5-aca084ff31fb req-62329808-41fa-4af8-8ca9-ed0b714a95a2 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737426 Feb 17 04:46:38.402939 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-24079614-8b8b-4476-9341-1ffccb778559 req-dc2590b2-4007-4df9-8902-bab54c4874b7 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138442 Feb 17 04:46:38.777882 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53640) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:38.833609 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.857941 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.909291 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.911879 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:38.913048 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1025099-3010-428d-b155-4ec265a7df13 HTTP/1.1" status: 204 len: 168 time: 0.1341279 Feb 17 04:46:38.915798 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53644) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:38.922715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cee28-636c-4d78-8d96-bfcb7c11b71e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1025099-3010-428d-b155-4ec265a7df13,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:38.935557 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-5ac95448-0ab3-48c8-8d89-94f4a8a01cbc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] show failed (client error): The resource could not be found. Feb 17 04:46:38.939337 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5ac95448-0ab3-48c8-8d89-94f4a8a01cbc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups/c1025099-3010-428d-b155-4ec265a7df13 HTTP/1.1" status: 404 len: 347 time: 0.0193200 Feb 17 04:46:38.939571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53646) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:38.982310 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53648) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.058827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Deleting port 3ddb9a1b-8502-4444-b51e-0def60d03cde {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:39.059165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.086993 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d2a605bb-0c7e-4922-9901-8dcb7f558340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.132867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.133222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.144975 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Calling delete_port for 3ddb9a1b-8502-4444-b51e-0def60d03cde owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:39.162685 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d2a605bb-0c7e-4922-9901-8dcb7f558340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.166585 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d2a605bb-0c7e-4922-9901-8dcb7f558340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.204328 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-d2a605bb-0c7e-4922-9901-8dcb7f558340 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77119257087f4b588f515ecda7d7628a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209241 Feb 17 04:46:39.205440 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a605bb-0c7e-4922-9901-8dcb7f558340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f33d9-a1c5-4b65-bf7d-6ed547170d15,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.207710 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53652) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.258097 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.273154 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:39.280687 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.281264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.298260 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 75848175-7525-4cab-9d62-f7015625e452 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:46:39.298518 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 75848175-7525-4cab-9d62-f7015625e452 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:46:39.299140 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:46:39.306314 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'Port': ['ID=3ddb9a1b-8502-4444-b51e-0def60d03cde,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.336155 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.339079 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.342602 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a04f33d9-a1c5-4b65-bf7d-6ed547170d15 HTTP/1.1" status: 204 len: 168 time: 0.1315989 Feb 17 04:46:39.349110 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e08e0e-a37d-469e-8bd8-8d8f0cf3ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f33d9-a1c5-4b65-bf7d-6ed547170d15,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.372428 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.375462 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.377098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6a99a3ef-0ba1-4e26-b461-714d2e7cfb45 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "DELETE /v2.0/floatingips/c960ff2a-dc25-483d-abf2-d35b8c25b90e HTTP/1.1" status: 204 len: 168 time: 0.4365888 Feb 17 04:46:39.411930 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.438216 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:39.440757 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0b63e-96a7-4b54-bcce-f7c2efa3e93a" -d '{"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:39.453937 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:39.461622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.509375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273c462-9653-4cb1-887b-528f6bc9d9ad req-72ceff0b-1e06-4790-8b6f-c3f83a54a2f3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:39.511566 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a273c462-9653-4cb1-887b-528f6bc9d9ad req-72ceff0b-1e06-4790-8b6f-c3f83a54a2f3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0578632 Feb 17 04:46:39.521392 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=6']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.561930 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a273c462-9653-4cb1-887b-528f6bc9d9ad req-6267559c-1059-46d4-9ccf-b7e2c3318ebe tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Feb 17 04:46:39.699747 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53666) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.712956 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e35e4f9-cf38-467d-9657-6366379a5f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.740318 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2cb8e8-2695-41a5-b049-115bf3a6e392 x-openstack-request-id: req-5a2cb8e8-2695-41a5-b049-115bf3a6e392 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:39.740880 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:39.741305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a2cb8e8-2695-41a5-b049-115bf3a6e392 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:39.741877 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'code': 200} Feb 17 04:46:39.755138 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53668) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.759764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077325597', 'description': 'tempest-description--1300822112'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:39.783776 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.789343 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e35e4f9-cf38-467d-9657-6366379a5f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.794840 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e35e4f9-cf38-467d-9657-6366379a5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.832690 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6e35e4f9-cf38-467d-9657-6366379a5f5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87a3731f542c4c858c766ac8a5072627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316309 Feb 17 04:46:39.834617 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35e4f9-cf38-467d-9657-6366379a5f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5abce-2fac-4b77-a73f-f41370b97e28,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.835274 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53670) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.875644 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.880421 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.916086 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1270929-6473-4df6-8d92-b89fb2e5b868,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:39.922419 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.926596 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b84c77ea-c4cd-4c15-937e-f8054f12c8b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1674566 Feb 17 04:46:39.927134 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53672) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:39.931901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group_rule': {'security_group_id': 'e1270929-6473-4df6-8d92-b89fb2e5b868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:39.932900 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.955185 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:39.960511 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.001129 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.003845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.005013 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bb5abce-2fac-4b77-a73f-f41370b97e28 HTTP/1.1" status: 204 len: 168 time: 0.1687434 Feb 17 04:46:40.015651 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f6810-278d-4613-8118-e1fbbc91d3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5abce-2fac-4b77-a73f-f41370b97e28,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:40.022168 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.030758 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.047939 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70007d39-9260-4a2c-90d6-2fd4dd20c42d,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:40.061795 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.063080 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-476334fa-70da-4dbd-a810-b3b4e9167a43 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347828 Feb 17 04:46:40.065849 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53676) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:40.070144 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'security_group_rule': {'security_group_id': 'e1270929-6473-4df6-8d92-b89fb2e5b868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:40.100010 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.157327 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.160939 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.182562 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f745e4b5-c34c-47fc-b715-5632e0d5592a,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:40.192132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.196204 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-326cd7e9-edd2-492a-9cf7-3b0aadd45fcd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265380 Feb 17 04:46:40.196385 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53680) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:40.200652 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:40.222608 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.324379 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.427196 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Allocated IP 172.27.2.158 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/9fc4146d-f8b1-496c-a34f-36648ac699b4) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:46:40.534945 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.572369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.613508 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:46:40.616305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:46:40.622687 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:46:40.625937 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=9fc4146d-f8b1-496c-a34f-36648ac699b4,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:40.713440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5077684-1409-4c04-b679-535c515cf929 req-66bfd896-94b0-4abe-93d0-ce246a13ac48 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:40.714932 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a5077684-1409-4c04-b679-535c515cf929 req-66bfd896-94b0-4abe-93d0-ce246a13ac48 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0700076 Feb 17 04:46:40.768264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.784377 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a5077684-1409-4c04-b679-535c515cf929 req-4a32f961-17aa-4b04-9300-66b84ff0f72f tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517588 Feb 17 04:46:40.810682 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.963020 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:40.969667 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.039753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=9fc4146d-f8b1-496c-a34f-36648ac699b4,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:41.050613 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.066874 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.068138 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-db9e0867-5681-4a7e-8205-f465d56e5568 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8708115 Feb 17 04:46:41.255748 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a36e63be-e89b-445d-a265-31277fee09c3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1077325597&fields=id&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 267 time: 0.0348246 Feb 17 04:46:41.365641 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a4cb6e95-1bf9-4441-ac71-20f2858eec1e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:41.367032 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a4cb6e95-1bf9-4441-ac71-20f2858eec1e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 817 time: 0.1027536 Feb 17 04:46:41.381989 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-78a3dc5e-5f5f-44e4-a306-201a03b27f2e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/quotas/379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 375 time: 0.0088627 Feb 17 04:46:41.436177 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-1ffa6f79-bb13-481e-a49a-fcd7376a435b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486119 Feb 17 04:46:41.635776 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-b608bdfd-472c-4e2c-b886-b4ff69384444 service neutron] 10.222.0.61 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868305 Feb 17 04:46:41.702389 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53740) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:41.738436 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-7bfa14bb-9da0-4726-9bcc-6637e0d25465 service neutron] 10.222.0.61 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957868 Feb 17 04:46:41.824015 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed97f9c0-0e15-4ff9-9537-cd1fa9bf145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.939618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915900a2-998c-41b7-ac4c-f96ad461dfdc req-5e1b0f62-b051-40ca-b421-5c75d374c060 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:41.939618 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-915900a2-998c-41b7-ac4c-f96ad461dfdc req-5e1b0f62-b051-40ca-b421-5c75d374c060 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0717633 Feb 17 04:46:41.966867 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-76fadaf3-ef35-4ade-a1a8-7cdf2da93887 req-aaecdce6-7259-4b93-ae2f-67ab00db1e69 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 210 time: 0.0450091 Feb 17 04:46:41.968715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed97f9c0-0e15-4ff9-9537-cd1fa9bf145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.975632 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed97f9c0-0e15-4ff9-9537-cd1fa9bf145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:41.979666 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-915900a2-998c-41b7-ac4c-f96ad461dfdc req-73bacb16-4899-46ca-bb23-d3900b05f2ff tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335758 Feb 17 04:46:42.019199 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ed97f9c0-0e15-4ff9-9537-cd1fa9bf145c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c78a1cba6b4f48d5aabbd2d428372b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157485 Feb 17 04:46:42.020474 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97f9c0-0e15-4ff9-9537-cd1fa9bf145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04e6ba-2762-48dd-ab39-48da6364b298,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:42.021871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53754) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:42.076443 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.100002 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.146460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.149095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.150318 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d04e6ba-2762-48dd-ab39-48da6364b298 HTTP/1.1" status: 204 len: 168 time: 0.1272151 Feb 17 04:46:42.159772 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559f5b-b67d-4c5d-8167-ca5350231d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d04e6ba-2762-48dd-ab39-48da6364b298,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:42.423798 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53762) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:42.437286 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e35a0bef-a7cf-46a4-bca6-48b07cedd395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.516834 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e35a0bef-a7cf-46a4-bca6-48b07cedd395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.520215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e35a0bef-a7cf-46a4-bca6-48b07cedd395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.557309 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e35a0bef-a7cf-46a4-bca6-48b07cedd395 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d32835f94e4f42fa871265bf93affa65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324375 Feb 17 04:46:42.558140 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a0bef-a7cf-46a4-bca6-48b07cedd395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813334a1-b532-4c03-8d34-27adbd7a9e28,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:42.560840 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53764) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:42.610515 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.631581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.676408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.678809 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:42.679939 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/813334a1-b532-4c03-8d34-27adbd7a9e28 HTTP/1.1" status: 204 len: 168 time: 0.1181262 Feb 17 04:46:42.688768 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c81a83-0b87-40f7-8dde-553c4dc9da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813334a1-b532-4c03-8d34-27adbd7a9e28,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:42.929844 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-3ddd37eb-ec30-4904-9ea2-01ef12cc3786 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:42.931371 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-3ddd37eb-ec30-4904-9ea2-01ef12cc3786 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 817 time: 0.1140997 Feb 17 04:46:42.982203 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-f20980aa-b216-4c12-8279-8332f147d456 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 380 time: 0.0348310 Feb 17 04:46:43.009503 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'port': {'device_id': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'admin_state_up': True, 'tenant_id': '379f31afa4364c1886104375a97b360f', 'security_groups': ['e1270929-6473-4df6-8d92-b89fb2e5b868']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:43.097246 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0f339f03-9534-46d8-9747-c4cf090e0022 req-83537e51-f2f0-40ac-be8d-d00d7b2bdf33 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 210 time: 0.0274982 Feb 17 04:46:43.161720 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdec882-3cf1-4b4e-b84a-fd810c88a5b1 req-2e5f3db1-91a2-4e3b-9830-e52ae9d5f953 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:43.163209 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7cdec882-3cf1-4b4e-b84a-fd810c88a5b1 req-2e5f3db1-91a2-4e3b-9830-e52ae9d5f953 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0992270 Feb 17 04:46:43.191845 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Made reservation on behalf of 379f31afa4364c1886104375a97b360f for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:46:43.195364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.232070 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7cdec882-3cf1-4b4e-b84a-fd810c88a5b1 req-4853e4a4-db27-42da-8824-2132f5c37474 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595686 Feb 17 04:46:43.341952 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Allocated IP 172.20.0.10 (809e8f55-9f6b-4a86-83a7-c2031df5e1f6/ab9f7f43-ecb8-43a2-9400-0b5c91403a3f/5eec050a-2330-43c5-98ac-4c35c35fefcf) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:46:43.394592 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53794) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:43.484328 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.514999 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-634592594-network', 'tenant_id': '8e064f2a8c05415e92e077aa81e7aef3'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:43.535270 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.584372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Made reservation on behalf of 8e064f2a8c05415e92e077aa81e7aef3 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:46:43.586788 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.589499 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:46:43.600045 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:46:43.602446 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:46:43.611623 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.636878 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:43.675352 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:43.676020 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.705455 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-ce910dfb-8427-432f-8e0e-9a09c7204811 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7005847 Feb 17 04:46:43.721716 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Request body: {'port': {'device_id': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:43.795207 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.798260 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-d25a5178-d2ae-4ee8-b298-f812fd16a593 None None] Provisioning complete for port 5eec050a-2330-43c5-98ac-4c35c35fefcf triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:46:43.798783 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d25a5178-d2ae-4ee8-b298-f812fd16a593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.800598 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.803448 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.832711 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-d25a5178-d2ae-4ee8-b298-f812fd16a593 None None] Port 5eec050a-2330-43c5-98ac-4c35c35fefcf cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:46:43.838919 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:46:43.862525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b8599-1fc7-49f4-bf81-e602f24e26d9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:43.874038 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:43.874386 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Added segment 04641d14-1d31-43b9-bf47-32709458ba0a of type vlan for network 46387d04-14f3-4099-9eca-b918c481ced4 Feb 17 04:46:43.969452 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.042285 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.043143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.043766 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.122718 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7243407 Feb 17 04:46:44.123170 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 53798) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:44.127890 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b74e05-7509-46d6-b9f0-497ab12a8d02 admin admin] Pushing event updated for resources: {'Network': ['ID=46387d04-14f3-4099-9eca-b918c481ced4,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.128272 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Request body: {'subnet': {'network_id': '46387d04-14f3-4099-9eca-b918c481ced4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-634592594-subnet', 'tenant_id': '8e064f2a8c05415e92e077aa81e7aef3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:44.150268 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 46387d04-14f3-4099-9eca-b918c481ced4 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:46:44.155150 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Made reservation on behalf of 8e064f2a8c05415e92e077aa81e7aef3 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:46:44.157814 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129650644'] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.202550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:44.211187 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.228137 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Transition to ACTIVE for port object 5eec050a-2330-43c5-98ac-4c35c35fefcf will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:46:44.232613 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.308903 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271411ca-d1b6-443e-b4ae-f014798367d0 req-1d88b007-56eb-45f4-b8e9-715d2f7e83d5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.311051 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-271411ca-d1b6-443e-b4ae-f014798367d0 req-1d88b007-56eb-45f4-b8e9-715d2f7e83d5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 932 time: 0.1037667 Feb 17 04:46:44.313974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.405124 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84783a-36dd-40a1-b868-2f2a22f58105 req-4c44a5ac-5db4-44c5-901a-27850fc23e6c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.406819 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cb84783a-36dd-40a1-b868-2f2a22f58105 req-4c44a5ac-5db4-44c5-901a-27850fc23e6c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0956933 Feb 17 04:46:44.407583 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Attempting to bind port 5eec050a-2330-43c5-98ac-4c35c35fefcf on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:46:44.407927 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Attempting to bind port 5eec050a-2330-43c5-98ac-4c35c35fefcf by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:46:44.408274 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Attempting to bind port 5eec050a-2330-43c5-98ac-4c35c35fefcf on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:44.413322 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Port 5eec050a-2330-43c5-98ac-4c35c35fefcf on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:46:44.413690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Attempting to bind port 5eec050a-2330-43c5-98ac-4c35c35fefcf on network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:44.420441 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-271411ca-d1b6-443e-b4ae-f014798367d0 req-5bd50c5c-fe29-4fe9-8bd4-9273080ae63b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884607 Feb 17 04:46:44.421271 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:46:44.421786 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Checking segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:46:44.422169 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Bound using segment: {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:46:44.422601 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Bound port: 5eec050a-2330-43c5-98ac-4c35c35fefcf, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658622e2-f653-42e8-92f4-f616aee36fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:46:44.422954 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.445575 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129608602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129650630'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.492227 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cb84783a-36dd-40a1-b868-2f2a22f58105 req-d33adec8-0b63-4766-b009-e2691161f5e3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753479 Feb 17 04:46:44.530631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:46:44.532794 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Checking segment: {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:46:44.533158 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Network hostable DHCP agents. Network: 46387d04-14f3-4099-9eca-b918c481ced4, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:46:44.534588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:46:44.537041 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=161b0660-df7f-46ee-ba34-9f1cfbdb7d98,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.540516 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.558791 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Network 46387d04-14f3-4099-9eca-b918c481ced4 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:46:44.570103 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 46387d04-14f3-4099-9eca-b918c481ced4) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:46:44.574656 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.575853 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.581779 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8cd742-9f97-49de-a22c-4ac5a24bd4b3 None None] Network 46387d04-14f3-4099-9eca-b918c481ced4 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:44.592463 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.593147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:44.594665 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] 10.222.0.37 "PUT /v2.0/ports/5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 1094 time: 0.8805323 Feb 17 04:46:44.595165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:44.598134 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:44.614686 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-9956e34b-def3-4cfb-866a-87429bd6f5db admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4902856 Feb 17 04:46:44.676049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4fb81-2814-4346-842e-e025fba1df66 x-openstack-request-id: req-1ed4fb81-2814-4346-842e-e025fba1df66 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:44.676326 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:44.676579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ed4fb81-2814-4346-842e-e025fba1df66 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:44.676969 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'status': 'completed', 'code': 200} Feb 17 04:46:44.680027 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6432f86-bccc-406e-a25f-c8fa225e7ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:44.720343 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e8d85-5783-423c-b9e1-6c7410332a47 req-9ca9b175-75aa-4cdd-a2ba-42e3fb8e1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.721836 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6b2e8d85-5783-423c-b9e1-6c7410332a47 req-9ca9b175-75aa-4cdd-a2ba-42e3fb8e1f5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1097 time: 0.0802255 Feb 17 04:46:44.724376 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-01826513-3ed5-4478-9172-ab5604c4c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.725746 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-01826513-3ed5-4478-9172-ab5604c4c441 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1097 time: 0.0738554 Feb 17 04:46:44.760245 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a981b8-1498-4c46-ab31-4bdc08fef945 None None] Network 46387d04-14f3-4099-9eca-b918c481ced4 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:46:44.815702 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-50716b27-504f-468f-b275-9ffcf2e8850c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 217 time: 0.0700910 Feb 17 04:46:44.856626 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6b2e8d85-5783-423c-b9e1-6c7410332a47 req-fbd502be-b3a7-4392-b0b7-36d9269b82ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146994 Feb 17 04:46:44.876802 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a87ac6f1-eb21-4972-addf-b85f1c61f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:44.878217 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-a87ac6f1-eb21-4972-addf-b85f1c61f54b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0517073 Feb 17 04:46:45.111693 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-640bf149-75af-4abe-9878-b7376497a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.113433 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-640bf149-75af-4abe-9878-b7376497a64c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419517 Feb 17 04:46:45.216578 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-bb1c4aef-2eb0-40a9-9b1c-a72ff6df0886 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952096 Feb 17 04:46:45.308887 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5ae324bf-eadb-47c2-91a0-1818547ea010 req-9e9f1746-96f0-46b1-9717-6ff603c48b2b service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Feb 17 04:46:45.398459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-9dff6f26-2d20-4fbf-b6df-d19d5474038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.399986 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-9dff6f26-2d20-4fbf-b6df-d19d5474038a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1097 time: 0.0448732 Feb 17 04:46:45.499890 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-9438bad7-f654-4dbc-a586-45646d21fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.501418 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-9438bad7-f654-4dbc-a586-45646d21fef0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0944195 Feb 17 04:46:45.561488 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-6280f87d-34d1-4470-8b3e-7041d899a6f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 217 time: 0.0463877 Feb 17 04:46:45.604658 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfd547-cd0d-45d8-b95c-48975bd93ea8 req-65c6f4a4-39b0-42d4-afeb-0bf7f85402ff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.606769 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89dfd547-cd0d-45d8-b95c-48975bd93ea8 req-65c6f4a4-39b0-42d4-afeb-0bf7f85402ff tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.1201174 Feb 17 04:46:45.620871 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0461c42-60fe-4ecb-ac81-8c2ab110d76e req-02428aa5-4c16-4da7-bf71-d532b7ffd8df tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.623100 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0461c42-60fe-4ecb-ac81-8c2ab110d76e req-02428aa5-4c16-4da7-bf71-d532b7ffd8df tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0493264 Feb 17 04:46:45.640261 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-f27af9b0-0ef3-4d28-9c7f-a55dee00cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.641698 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-f27af9b0-0ef3-4d28-9c7f-a55dee00cc1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0730557 Feb 17 04:46:45.653940 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-89dfd547-cd0d-45d8-b95c-48975bd93ea8 req-bafa6dbe-538b-48a7-ace1-da25141a0bec tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Feb 17 04:46:45.662010 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f0461c42-60fe-4ecb-ac81-8c2ab110d76e req-a7936e98-caaf-40d6-9eb3-db51a50bffe4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Feb 17 04:46:45.693921 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-d614fcc6-0a80-4439-9b9b-2cfb0d0339e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:45.695452 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-d614fcc6-0a80-4439-9b9b-2cfb0d0339e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407288 Feb 17 04:46:45.788198 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-d1988a88-bc68-4bb0-a323-cd973a284632 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Feb 17 04:46:45.882096 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6b8aec0-2512-4b77-98cb-ab957f2ee0c0 req-740aedc1-97f6-48b6-bbd7-3db6e79acdf1 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832026 Feb 17 04:46:46.431232 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-b2f0a98f-754b-40c4-9f80-c2d460400269 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:46.432739 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-b2f0a98f-754b-40c4-9f80-c2d460400269 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 808 time: 0.1036162 Feb 17 04:46:46.447211 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-f6dbed1d-7fed-4b45-bc3e-e73a6d2c1462 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/quotas/8e064f2a8c05415e92e077aa81e7aef3 HTTP/1.1" status: 200 len: 375 time: 0.0087752 Feb 17 04:46:46.479753 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-947b8021-44b6-48f4-b10d-8810602a62fb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259418 Feb 17 04:46:46.612531 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-7b5f8036-fa5d-4770-a86b-58e1f36980e6 service neutron] 10.222.0.61 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259310 Feb 17 04:46:46.700923 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-65c739c7-213c-4b24-bd70-b5a5e877d29e service neutron] 10.222.0.61 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821674 Feb 17 04:46:46.782493 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb652ce-a70d-4547-bcd4-54b3e633a764 req-fb3d5b16-d054-46c2-9e86-6dffb176488e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:46.784702 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0cb652ce-a70d-4547-bcd4-54b3e633a764 req-fb3d5b16-d054-46c2-9e86-6dffb176488e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0573273 Feb 17 04:46:46.826748 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0cb652ce-a70d-4547-bcd4-54b3e633a764 req-d0734298-f43b-4fae-af80-9cce46951420 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Feb 17 04:46:46.895220 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f1b94a2b-2797-4fe9-bc74-c812d1d1b7dc req-f824aafb-dfd4-4296-b56f-537c48af14d8 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 210 time: 0.0269542 Feb 17 04:46:46.898168 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2272e3-c38e-4961-a56d-0e92f015cb9d req-443e0808-f600-42b2-a0d4-2150277886fd tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:46.899747 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af2272e3-c38e-4961-a56d-0e92f015cb9d req-443e0808-f600-42b2-a0d4-2150277886fd tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 944 time: 0.0519564 Feb 17 04:46:46.942890 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-af2272e3-c38e-4961-a56d-0e92f015cb9d req-61543226-273a-4464-a25d-3e64d584df4d tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361395 Feb 17 04:46:47.286536 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.323783 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:46:47.418297 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.432456 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:46:47.468596 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.480732 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:47.500127 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.503662 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.504337 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:46:47.596417 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.638772 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.649256 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'port_id': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'mac_address': 'fa:16:3e:f4:88:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:46:47.688703 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.703079 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4612c0-4e18-4eec-a733-8227a92c8f16 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:47.723652 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:47.728641 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.776885 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=7']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:47.805812 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-e40ae749-3d87-47ce-a7c5-4c2b15d19630 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:47.807421 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-e40ae749-3d87-47ce-a7c5-4c2b15d19630 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 808 time: 0.1172571 Feb 17 04:46:47.826671 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Request body: {'port': {'device_id': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4', 'admin_state_up': True, 'tenant_id': '8e064f2a8c05415e92e077aa81e7aef3'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:47.943019 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Made reservation on behalf of 8e064f2a8c05415e92e077aa81e7aef3 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:46:47.946575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:47.947291 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e02d6-dc2a-4bb5-ac0b-222a6ff2a4e3 req-a6e10f78-aca4-4554-88ab-3e63b267f208 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:47.948847 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4a5e02d6-dc2a-4bb5-ac0b-222a6ff2a4e3 req-a6e10f78-aca4-4554-88ab-3e63b267f208 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 945 time: 0.0506794 Feb 17 04:46:47.986739 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bd4612c0-4e18-4eec-a733-8227a92c8f16'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:47.989113 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4a5e02d6-dc2a-4bb5-ac0b-222a6ff2a4e3 req-78939633-b955-4ade-ad1e-5395d010d264 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Feb 17 04:46:47.989438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['5eec050a-2330-43c5-98ac-4c35c35fefcf'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:48.021093 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8a8b28a2-2632-4d26-b72d-0f18f5c84411 req-eb90bd9a-c36e-4fff-936f-7fec64c1d590 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 210 time: 0.0528021 Feb 17 04:46:48.097076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Allocated IP 172.20.0.14 (46387d04-14f3-4099-9eca-b918c481ced4/161b0660-df7f-46ee-ba34-9f1cfbdb7d98/bebce498-7f2d-439a-a0a9-5fe80ec4be6a) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:46:48.244721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.278538 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.321218 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Network 46387d04-14f3-4099-9eca-b918c481ced4 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:46:48.324129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:46:48.327977 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:46:48.363669 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Pushing event updated for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:48.385937 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:48.386539 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.403871 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-500f93d0-43a5-4ae5-a844-647689a39ffb tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5813415 Feb 17 04:46:48.416744 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Request body: {'port': {'device_id': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:48.470442 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:48.983557 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebce498-7f2d-439a-a0a9-5fe80ec4be6a {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:48.990720 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.003557 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Transition to ACTIVE for port object bebce498-7f2d-439a-a0a9-5fe80ec4be6a will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:46:49.007163 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.060842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Pushing event updated for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:49.115920 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70b75-3f1c-426a-a707-9e7b7d582e02 req-b95c639f-f9e8-4a2f-be67-be9de2222cd0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.117797 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-65e70b75-3f1c-426a-a707-9e7b7d582e02 req-b95c639f-f9e8-4a2f-be67-be9de2222cd0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 945 time: 0.0533972 Feb 17 04:46:49.155788 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-65e70b75-3f1c-426a-a707-9e7b7d582e02 req-fe0db713-0e08-4cbb-b123-930f5d8a7930 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Feb 17 04:46:49.160194 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Attempting to bind port bebce498-7f2d-439a-a0a9-5fe80ec4be6a on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:46:49.160531 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Attempting to bind port bebce498-7f2d-439a-a0a9-5fe80ec4be6a by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:46:49.160852 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Attempting to bind port bebce498-7f2d-439a-a0a9-5fe80ec4be6a on network 46387d04-14f3-4099-9eca-b918c481ced4 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:49.174132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650bcd-e5ae-4b66-be00-76599af3516f req-0643ca40-f424-4b97-b85c-bf241a987172 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.175601 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78650bcd-e5ae-4b66-be00-76599af3516f req-0643ca40-f424-4b97-b85c-bf241a987172 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 944 time: 0.0668049 Feb 17 04:46:49.176602 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Port bebce498-7f2d-439a-a0a9-5fe80ec4be6a on network 46387d04-14f3-4099-9eca-b918c481ced4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:46:49.176917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Attempting to bind port bebce498-7f2d-439a-a0a9-5fe80ec4be6a on network 46387d04-14f3-4099-9eca-b918c481ced4 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:46:49.183089 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:46:49.183421 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Checking segment: {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:46:49.183789 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Bound using segment: {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:46:49.184830 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Bound port: bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:46:49.185179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.250769 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78650bcd-e5ae-4b66-be00-76599af3516f req-feb7cf1a-4d01-473f-bd9c-ee798180650f tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Feb 17 04:46:49.274304 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:46:49.277217 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:46:49.281669 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.320007 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.320614 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.322013 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] 10.222.0.37 "PUT /v2.0/ports/bebce498-7f2d-439a-a0a9-5fe80ec4be6a HTTP/1.1" status: 200 len: 1094 time: 0.9094946 Feb 17 04:46:49.322447 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:49.326266 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:46:49.327630 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5457bf8-6a9a-49f9-a014-5956dd04af57" -d '{"events": [{"name": "network-changed", "server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:49.351587 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77a95c-7ea0-45b1-adfa-49febe0155ba service neutron] Pushing event updated for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:49.375088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49d477-3987-4850-9cf0-6f66e7272eb3 x-openstack-request-id: req-6d49d477-3987-4850-9cf0-6f66e7272eb3 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:49.375088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:49.375088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d49d477-3987-4850-9cf0-6f66e7272eb3 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:49.375495 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a', 'status': 'completed', 'code': 200} Feb 17 04:46:49.389903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 5eec050a-2330-43c5-98ac-4c35c35fefcf completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:46:49.393910 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 5eec050a-2330-43c5-98ac-4c35c35fefcf triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:46:49.394350 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.404570 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-5c2d311d-e1b1-4074-ac54-cc162e243ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.406067 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-5c2d311d-e1b1-4074-ac54-cc162e243ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 1097 time: 0.0435584 Feb 17 04:46:49.451421 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-f775b341-4353-4899-9a57-dbf2fc1f92fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a HTTP/1.1" status: 200 len: 217 time: 0.0372972 Feb 17 04:46:49.474804 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.497445 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:49.499821 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bccb03-794a-436f-9b25-4d04fb67740e" -d '{"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:49.500020 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-03b40b08-e7a8-4942-a110-1b8c002ad3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.501490 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-03b40b08-e7a8-4942-a110-1b8c002ad3a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=161b0660-df7f-46ee-ba34-9f1cfbdb7d98 HTTP/1.1" status: 200 len: 848 time: 0.0432239 Feb 17 04:46:49.512796 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:49.518451 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.519274 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:46:49.536968 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-2c576fce-070f-40a6-abd2-ae214af84c10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46387d04-14f3-4099-9eca-b918c481ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279365 Feb 17 04:46:49.542566 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fba9aa-395e-4f68-a5bd-4d4c6d90b06c x-openstack-request-id: req-b0fba9aa-395e-4f68-a5bd-4d4c6d90b06c {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:49.542879 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:49.543136 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0fba9aa-395e-4f68-a5bd-4d4c6d90b06c {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:49.543563 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'code': 200} Feb 17 04:46:49.614365 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:49.627228 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port bd4612c0-4e18-4eec-a733-8227a92c8f16 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:46:49.627603 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.647099 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-8702c4cb-8e94-4a8b-ab16-d1409597e654 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971129 Feb 17 04:46:49.709205 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.740434 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:49.744840 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:49.762068 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948983-92ad-440f-bebe-edcd7f3f1678 req-d3402acf-c36d-4cd8-9ac5-dc4e38a5b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:49.764394 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7c948983-92ad-440f-bebe-edcd7f3f1678 req-d3402acf-c36d-4cd8-9ac5-dc4e38a5b627 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1099 time: 0.0848181 Feb 17 04:46:49.792306 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=8']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:49.792769 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8f2f6328-3adc-4b66-afb0-3d354e2c24b0 req-defde529-344e-4ba3-9019-0d925fb7b384 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314557 Feb 17 04:46:49.811614 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7c948983-92ad-440f-bebe-edcd7f3f1678 req-0556d3e0-987d-41ab-91fb-437915296bd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Feb 17 04:46:50.082413 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-e04ece3e-d7a9-445c-b616-cc3be1440b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:50.083772 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-e04ece3e-d7a9-445c-b616-cc3be1440b0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 1097 time: 0.0391493 Feb 17 04:46:50.171609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-acfb93d1-f16a-41d1-befe-dca85e40a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:50.173104 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-acfb93d1-f16a-41d1-befe-dca85e40a2b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 909 time: 0.0811579 Feb 17 04:46:50.217726 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-3b20b582-7db9-45b3-919f-15e9fbbb3286 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a HTTP/1.1" status: 200 len: 217 time: 0.0375547 Feb 17 04:46:50.269399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-f08172a0-af99-4978-a458-3af164a7163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:50.270892 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-f08172a0-af99-4978-a458-3af164a7163f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=161b0660-df7f-46ee-ba34-9f1cfbdb7d98 HTTP/1.1" status: 200 len: 848 time: 0.0451958 Feb 17 04:46:50.276980 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf2f9-f6d4-46c3-8512-7862fd99d715 req-d71766e8-ff7c-435e-8bc4-5a8ee4810826 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:50.278468 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f22cf2f9-f6d4-46c3-8512-7862fd99d715 req-d71766e8-ff7c-435e-8bc4-5a8ee4810826 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0500276 Feb 17 04:46:50.303575 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-f6fc1891-7e69-46e8-9a0f-5f1c4d7a8ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46387d04-14f3-4099-9eca-b918c481ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259194 Feb 17 04:46:50.320044 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f22cf2f9-f6d4-46c3-8512-7862fd99d715 req-25e2b4db-9a4c-4a99-8cf1-2838aa4d5f5a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353425 Feb 17 04:46:50.420148 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a627-d448-44e1-9e4d-b64204ac88e4 req-f21a823c-87d1-44ff-bc12-67a302e27579 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:50.421585 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8ae5a627-d448-44e1-9e4d-b64204ac88e4 req-f21a823c-87d1-44ff-bc12-67a302e27579 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 944 time: 0.0917637 Feb 17 04:46:50.440876 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-3ecd339d-1960-4377-82a4-c3b042abd598 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279514 Feb 17 04:46:50.511243 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8ae5a627-d448-44e1-9e4d-b64204ac88e4 req-ae3cc4de-20ad-4fd9-97df-99e50fb0c5d3 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805812 Feb 17 04:46:50.548266 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d5457bf8-6a9a-49f9-a014-5956dd04af57 req-727b3a02-26af-4adb-a543-a4817dddeff7 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988426 Feb 17 04:46:51.438456 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c2f19-03fd-4697-9165-b624eb4e2859 req-326b35d2-e948-4775-9d98-dc66fec3dcfb tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:51.439889 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-740c2f19-03fd-4697-9165-b624eb4e2859 req-326b35d2-e948-4775-9d98-dc66fec3dcfb tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0470808 Feb 17 04:46:51.475215 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-740c2f19-03fd-4697-9165-b624eb4e2859 req-4826118f-afe0-4faf-8489-f7ac9fe0ca1e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295672 Feb 17 04:46:51.544492 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:51.546992 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc50cc61-729c-467e-ac3e-7ddf517676c6" -d '{"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-plugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:51.589561 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eca626-63c9-4b0a-babd-e0048dc70781 req-740676f5-6873-42dc-b91f-2ab0a84b24e6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:51.591188 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-91eca626-63c9-4b0a-babd-e0048dc70781 req-740676f5-6873-42dc-b91f-2ab0a84b24e6 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0500267 Feb 17 04:46:51.599532 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 53882) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:46:51.604313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Request body: {'floatingip': {'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:51.628083 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dd22f6-bbfa-4150-893e-5f5b1b7dfd48 x-openstack-request-id: req-75dd22f6-bbfa-4150-893e-5f5b1b7dfd48 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:51.628398 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-plugged", "status": "completed", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:51.628652 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75dd22f6-bbfa-4150-893e-5f5b1b7dfd48 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:51.629036 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'code': 200} Feb 17 04:46:51.632332 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a739e-d4cb-4494-844f-f6ead302919b req-8e452e9e-1cb7-4352-80d7-3311b9f03f84 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:51.633782 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a10a739e-d4cb-4494-844f-f6ead302919b req-8e452e9e-1cb7-4352-80d7-3311b9f03f84 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 944 time: 0.0529139 Feb 17 04:46:51.646096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:51.671454 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a10a739e-d4cb-4494-844f-f6ead302919b req-75b29ab1-4b19-4c53-a683-2ffa530b1aaf tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Feb 17 04:46:51.811629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b0e3-8392-42e8-9dfd-624b925e4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:52.061548 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:52.065339 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:52.159732 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Floating IP e846a494-4131-4e24-81c8-1f499e493bf1 associated. External IP: 172.27.2.158, port: 5eec050a-2330-43c5-98ac-4c35c35fefcf. Feb 17 04:46:52.359375 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:46:52.462262 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:46:52.467791 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:52.473470 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:46:52.485694 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:52.486299 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:46:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:52.493472 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1cadf30e-a218-4a11-8a1c-0363a0b84c07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "PUT /v2.0/floatingips/e846a494-4131-4e24-81c8-1f499e493bf1 HTTP/1.1" status: 200 len: 992 time: 0.8926675 Feb 17 04:46:52.494159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:52.496584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4460b9f-d258-46f5-b6a6-26619e259dad" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:52.533805 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807eb79c-167e-4c15-851e-898de872c403 x-openstack-request-id: req-807eb79c-167e-4c15-851e-898de872c403 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:52.534160 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:52.534481 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-807eb79c-167e-4c15-851e-898de872c403 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:52.534940 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'status': 'completed', 'code': 200} Feb 17 04:46:52.595778 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:52.600550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-63eaac6d-dd33-4367-8300-2a6052540d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:52.602051 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-63eaac6d-dd33-4367-8300-2a6052540d12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1099 time: 0.0431509 Feb 17 04:46:52.709317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-56927594-313f-45f6-815b-c05c3023b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:52.710802 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-56927594-313f-45f6-815b-c05c3023b4b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.1016405 Feb 17 04:46:52.808484 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f987-8f6f-4fae-946c-6094f96b3963 req-a855b3e8-d747-41c1-addc-ca7432a5baad tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:52.813358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-c79d5940-a028-41e5-a0c6-4715433b71da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 1000 time: 0.0944712 Feb 17 04:46:52.817152 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ccf6f987-8f6f-4fae-946c-6094f96b3963 req-a855b3e8-d747-41c1-addc-ca7432a5baad tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 944 time: 0.0629613 Feb 17 04:46:52.852472 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ccf6f987-8f6f-4fae-946c-6094f96b3963 req-3487229a-56b7-402b-b5d2-bd8cb84fe05b tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Feb 17 04:46:52.875698 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e846a494-4131-4e24-81c8-1f499e493bf1', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:46:40Z', 'updated_at': '2022-02-17T04:46:51Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:52.890379 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-bc99bf4f-f834-4cac-9c51-b0806696419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:52.892055 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-bc99bf4f-f834-4cac-9c51-b0806696419a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0717640 Feb 17 04:46:52.906717 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:46:52.917857 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:46:52.919053 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:46:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:52.943850 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-13e38c11-b4bf-434e-99f4-27f901e0fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:52.945455 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-13e38c11-b4bf-434e-99f4-27f901e0fb51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467558 Feb 17 04:46:53.025574 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:46:53.035704 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-898348af-5b1d-448b-ad7b-1114eb647bcd service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Feb 17 04:46:53.131282 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4460b9f-d258-46f5-b6a6-26619e259dad req-ab079d58-78df-44f3-b8b9-556366fc362a service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Feb 17 04:46:53.245430 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e846a494-4131-4e24-81c8-1f499e493bf1', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:46:40Z', 'updated_at': '2022-02-17T04:46:51Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:46:53.271514 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd2a71e-c173-4346-b0a8-de42f3b3c79e None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e846a494-4131-4e24-81c8-1f499e493bf1', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:46:40Z', 'updated_at': '2022-02-17T04:46:51Z', 'revision_number': 1, 'project_id': '379f31afa4364c1886104375a97b360f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:46:53.363743 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bebce498-7f2d-439a-a0a9-5fe80ec4be6a details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:46:53.447841 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe5d94-a9e8-45d9-8f93-a82a0277aa68 None None] New status for floating IP e846a494-4131-4e24-81c8-1f499e493bf1: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:46:53.503118 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:53.523197 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a', 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4', 'port_id': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a', 'mac_address': 'fa:16:3e:57:9c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161b0660-df7f-46ee-ba34-9f1cfbdb7d98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:46:53.609402 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:53.648362 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebce498-7f2d-439a-a0a9-5fe80ec4be6a {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:46:53.670243 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:53.675048 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:53.721886 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:53.899850 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bebce498-7f2d-439a-a0a9-5fe80ec4be6a'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:53.967825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3592031-9ea4-449f-9bab-749542ea1b02 req-311cea98-e84b-41f5-b2d9-d90f22dd12d9 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:53.969333 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a3592031-9ea4-449f-9bab-749542ea1b02 req-311cea98-e84b-41f5-b2d9-d90f22dd12d9 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 945 time: 0.0476184 Feb 17 04:46:54.007194 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a3592031-9ea4-449f-9bab-749542ea1b02 req-da6cdea1-107d-462a-8dcc-53e83ac9082a tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Feb 17 04:46:54.274258 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19d171a9-c900-400d-8620-b8238fc357b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:55.066623 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:55.122676 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b613-7f2a-4fbf-b9e7-91362c664762 req-dda5b1cf-6165-4c76-9407-c68c3d5e1599 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:55.124155 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-69e7b613-7f2a-4fbf-b9e7-91362c664762 req-dda5b1cf-6165-4c76-9407-c68c3d5e1599 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 945 time: 0.0473368 Feb 17 04:46:55.160780 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-69e7b613-7f2a-4fbf-b9e7-91362c664762 req-9eadd77e-04c6-43a7-ade6-4c7d777f3a4a tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Feb 17 04:46:55.373805 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bebce498-7f2d-439a-a0a9-5fe80ec4be6a up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:46:55.420653 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port bebce498-7f2d-439a-a0a9-5fe80ec4be6a completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:46:55.424538 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port bebce498-7f2d-439a-a0a9-5fe80ec4be6a triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:46:55.424904 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:55.503027 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:55.524578 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:55.526778 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad7ae9-be0c-4b9a-8068-edaa45bec36e" -d '{"events": [{"server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "name": "network-vif-plugged", "status": "completed", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:55.539962 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:55.545083 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:55.568553 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d588b7-7f55-44de-9c6b-6f4f3768a982 x-openstack-request-id: req-19d588b7-7f55-44de-9c6b-6f4f3768a982 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:55.568856 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "name": "network-vif-plugged", "status": "completed", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:55.569095 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19d588b7-7f55-44de-9c6b-6f4f3768a982 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:55.569477 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a', 'code': 200} Feb 17 04:46:55.595725 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:55.724576 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16a19d-73a4-4e1c-9d7c-4976ddcbda86 req-ff85791b-507b-489d-a16c-ae77f15a1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:55.726041 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f16a19d-73a4-4e1c-9d7c-4976ddcbda86 req-ff85791b-507b-489d-a16c-ae77f15a1a51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 1099 time: 0.0387077 Feb 17 04:46:55.758746 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5f16a19d-73a4-4e1c-9d7c-4976ddcbda86 req-72ea507d-ad92-4da9-bb46-4190482f80c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264199 Feb 17 04:46:56.277401 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d179-d2a3-41c5-b1b5-41264d5845fe req-227c724e-2f75-4fff-9596-c17fd6c33dc6 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:56.279417 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-de07d179-d2a3-41c5-b1b5-41264d5845fe req-227c724e-2f75-4fff-9596-c17fd6c33dc6 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 946 time: 0.0534012 Feb 17 04:46:56.315756 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-de07d179-d2a3-41c5-b1b5-41264d5845fe req-9ebd00b6-d11f-4158-b5b8-56b29c8c3013 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305011 Feb 17 04:46:56.722291 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:57.029987 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:57.432147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84d676-6e86-4606-9d9e-b84e69750daa req-5cab938f-80eb-454b-bd9e-ac867848a631 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:57.433592 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cb84d676-6e86-4606-9d9e-b84e69750daa req-5cab938f-80eb-454b-bd9e-ac867848a631 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 946 time: 0.0505750 Feb 17 04:46:57.469988 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-cb84d676-6e86-4606-9d9e-b84e69750daa req-99bbbb25-62ff-4c33-bd1b-ec3ab2210201 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302200 Feb 17 04:46:58.080580 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438d5d-4c31-4da5-803d-36e0e2fd4218 req-f093e0d1-9ccf-40aa-98c4-0a0aa60a4548 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:58.082024 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a438d5d-4c31-4da5-803d-36e0e2fd4218 req-f093e0d1-9ccf-40aa-98c4-0a0aa60a4548 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 946 time: 0.0474784 Feb 17 04:46:58.117884 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a438d5d-4c31-4da5-803d-36e0e2fd4218 req-59538db6-2f03-4854-b7eb-e5473c4a46bf tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297620 Feb 17 04:46:59.234502 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e81a90-25d1-4606-b7bd-f61df7216a81 req-326e6971-65c7-4e99-bb09-960f5aa11810 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:59.235978 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e8e81a90-25d1-4606-b7bd-f61df7216a81 req-326e6971-65c7-4e99-bb09-960f5aa11810 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 946 time: 0.0478523 Feb 17 04:46:59.272949 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e8e81a90-25d1-4606-b7bd-f61df7216a81 req-80fc0f97-5de4-48fe-b368-ed181619213c tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Feb 17 04:46:59.470575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-85d16758-23ef-4191-8dc4-e7102254a9ba tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:46:59.472038 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-85d16758-23ef-4191-8dc4-e7102254a9ba tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 946 time: 0.0456741 Feb 17 04:46:59.560754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Deleting port bebce498-7f2d-439a-a0a9-5fe80ec4be6a {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:46:59.561090 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:59.644197 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] For port bebce498-7f2d-439a-a0a9-5fe80ec4be6a, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:46:59.644554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:59.656215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Calling delete_port for bebce498-7f2d-439a-a0a9-5fe80ec4be6a owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:46:59.780179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:59.792465 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['bebce498-7f2d-439a-a0a9-5fe80ec4be6a'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:46:59.805284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Pushing event deleted for resources: {'Port': ['ID=bebce498-7f2d-439a-a0a9-5fe80ec4be6a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:46:59.847031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] No DVR routers for this DVR port bebce498-7f2d-439a-a0a9-5fe80ec4be6a on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:46:59.849505 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:46:59.852759 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b204ff49-f2fa-4367-925c-33ab47e19ef4 req-f99ff29a-1872-4340-a869-28125c3b1309 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "DELETE /v2.0/ports/bebce498-7f2d-439a-a0a9-5fe80ec4be6a HTTP/1.1" status: 204 len: 173 time: 0.3750029 Feb 17 04:46:59.853205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'name': 'network-vif-deleted', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:46:59.855416 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a3a1b2-ec15-4944-a7b4-fb40d7224d4a" -d '{"events": [{"server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "name": "network-vif-deleted", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:46:59.892675 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e527a-e2bc-48b7-b1d2-295671742d13 x-openstack-request-id: req-d45e527a-e2bc-48b7-b1d2-295671742d13 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:46:59.892963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05400820-7ea7-4d6b-bf40-7fb3ec010052", "name": "network-vif-deleted", "tag": "bebce498-7f2d-439a-a0a9-5fe80ec4be6a", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:46:59.893214 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d45e527a-e2bc-48b7-b1d2-295671742d13 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:46:59.893611 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05400820-7ea7-4d6b-bf40-7fb3ec010052', 'name': 'network-vif-deleted', 'tag': 'bebce498-7f2d-439a-a0a9-5fe80ec4be6a', 'status': 'completed', 'code': 200} Feb 17 04:47:00.378432 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6c3fd244-29bf-4a88-b7ef-18d057af0114 req-3b1f7f85-dabe-47dd-bf17-4bcb64ab78dd tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=05400820-7ea7-4d6b-bf40-7fb3ec010052 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Feb 17 04:47:01.635810 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-1da4554d-019b-41c2-af92-5edfac8e8f88 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:01.638211 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-1da4554d-019b-41c2-af92-5edfac8e8f88 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 808 time: 0.1042638 Feb 17 04:47:01.652572 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-7aca04c4-1886-46b2-9718-7cd4aafdc5d4 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/quotas/8e064f2a8c05415e92e077aa81e7aef3 HTTP/1.1" status: 200 len: 375 time: 0.0087075 Feb 17 04:47:01.681918 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-27f044dd-5410-473c-9db7-d1c17df7e2de tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241733 Feb 17 04:47:01.773781 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f042fdf4-f097-4c14-9a36-7b5524b44c83 service neutron] 10.222.0.61 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842032 Feb 17 04:47:01.860349 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-d89ef4cb-38dc-411a-98d3-ef8bdb911445 service neutron] 10.222.0.61 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801337 Feb 17 04:47:02.015400 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2014528a-5de9-4a42-a5f5-76c77b0822fe req-6decd92f-ce7f-4dec-a39f-1d7041431d66 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Feb 17 04:47:02.930574 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-7e8e8c59-89b8-4e8f-a20a-2967fbf7d256 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:02.932245 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-7e8e8c59-89b8-4e8f-a20a-2967fbf7d256 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 808 time: 0.0987089 Feb 17 04:47:02.945110 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Request body: {'port': {'device_id': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4', 'admin_state_up': True, 'tenant_id': '8e064f2a8c05415e92e077aa81e7aef3'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:03.057844 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Made reservation on behalf of 8e064f2a8c05415e92e077aa81e7aef3 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:47:03.062516 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.108439 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fe7ea784-007b-4746-9162-8c8783b5eccb req-b757ed68-7338-4add-b0c1-904c954411bf tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 210 time: 0.0263593 Feb 17 04:47:03.182862 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Allocated IP 172.20.0.8 (46387d04-14f3-4099-9eca-b918c481ced4/161b0660-df7f-46ee-ba34-9f1cfbdb7d98/189e5a35-6814-471b-82ff-aa6a1950f99f) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:47:03.322251 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.353928 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.396829 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Network 46387d04-14f3-4099-9eca-b918c481ced4 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:47:03.399733 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:47:03.403205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:47:03.409244 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Pushing event updated for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:03.429998 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bebce498-7f2d-439a-a0a9-5fe80ec4be6a no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:47:03.450681 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: bebce498-7f2d-439a-a0a9-5fe80ec4be6a {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:47:03.451016 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bebce498-7f2d-439a-a0a9-5fe80ec4be6a not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:47:03.457084 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:03.457688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:03.472471 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-96fd7111-7ce1-4946-ab2e-d6dad71adbb2 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5310647 Feb 17 04:47:03.485760 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Request body: {'port': {'device_id': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:03.536001 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.056604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189e5a35-6814-471b-82ff-aa6a1950f99f {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:04.064142 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.075584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Transition to ACTIVE for port object 189e5a35-6814-471b-82ff-aa6a1950f99f will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:47:04.079251 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.144616 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Pushing event updated for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:04.219191 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Attempting to bind port 189e5a35-6814-471b-82ff-aa6a1950f99f on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:47:04.219516 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Attempting to bind port 189e5a35-6814-471b-82ff-aa6a1950f99f by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:47:04.219833 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Attempting to bind port 189e5a35-6814-471b-82ff-aa6a1950f99f on network 46387d04-14f3-4099-9eca-b918c481ced4 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:04.226388 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Port 189e5a35-6814-471b-82ff-aa6a1950f99f on network 46387d04-14f3-4099-9eca-b918c481ced4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:47:04.226700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Attempting to bind port 189e5a35-6814-471b-82ff-aa6a1950f99f on network 46387d04-14f3-4099-9eca-b918c481ced4 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:47:04.233797 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:47:04.234129 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Checking segment: {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:47:04.234505 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Bound using segment: {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:47:04.234929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Bound port: 189e5a35-6814-471b-82ff-aa6a1950f99f, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04641d14-1d31-43b9-bf47-32709458ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:47:04.235278 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.250561 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b15b9-52c0-4f7d-a4b3-125e66048fb6 req-cbd6a822-287e-4917-81c6-56b17b7819f7 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.252055 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d79b15b9-52c0-4f7d-a4b3-125e66048fb6 req-cbd6a822-287e-4917-81c6-56b17b7819f7 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 943 time: 0.0723152 Feb 17 04:47:04.326718 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d79b15b9-52c0-4f7d-a4b3-125e66048fb6 req-225fef0e-5dbd-4fa8-b7d4-50dcc6a59b27 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686316 Feb 17 04:47:04.332716 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:47:04.335743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=189e5a35-6814-471b-82ff-aa6a1950f99f,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:47:04.340676 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.375293 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.375892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:04.377294 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] 10.222.0.37 "PUT /v2.0/ports/189e5a35-6814-471b-82ff-aa6a1950f99f HTTP/1.1" status: 200 len: 1093 time: 0.8954368 Feb 17 04:47:04.377715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:04.379901 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:04.404161 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5bd59-8c3c-499d-a274-bf6dbfafc24e service neutron] Pushing event updated for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:04.424982 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef70182-1d15-44ec-85ca-911677045aef x-openstack-request-id: req-5ef70182-1d15-44ec-85ca-911677045aef {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:04.425265 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:04.425519 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ef70182-1d15-44ec-85ca-911677045aef {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:04.425903 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f', 'status': 'completed', 'code': 200} Feb 17 04:47:04.457519 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-5f87b3d1-d26a-40c7-a07b-4e1747ce3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.458993 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-5f87b3d1-d26a-40c7-a07b-4e1747ce3285 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 1096 time: 0.0429745 Feb 17 04:47:04.503333 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-be9f55d0-281b-4c52-8001-e6d5d2b3d3d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189e5a35-6814-471b-82ff-aa6a1950f99f HTTP/1.1" status: 200 len: 217 time: 0.0354593 Feb 17 04:47:04.552459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f5e984c2-53a8-4e49-855f-7bdaed520589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.553861 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-f5e984c2-53a8-4e49-855f-7bdaed520589 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=161b0660-df7f-46ee-ba34-9f1cfbdb7d98 HTTP/1.1" status: 200 len: 848 time: 0.0424519 Feb 17 04:47:04.584100 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-998f8f89-24a4-40b3-9f5c-88cf97e81dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46387d04-14f3-4099-9eca-b918c481ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233994 Feb 17 04:47:04.672317 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-626ca92e-7454-4034-bc7e-d271cf3a4727 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812547 Feb 17 04:47:04.758176 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bccb6a64-1f24-4698-8512-0c5ccfa8b66e req-757737c6-e4d8-4800-aed3-bdef45531211 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790792 Feb 17 04:47:04.847464 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-b54d9afd-ee5f-40de-a283-2ca1bfa1d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.848926 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-b54d9afd-ee5f-40de-a283-2ca1bfa1d607 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 1096 time: 0.0393150 Feb 17 04:47:04.939360 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-e71c5c98-3222-4903-956e-810b6d5cb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:04.940837 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-e71c5c98-3222-4903-956e-810b6d5cb2fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 200 len: 909 time: 0.0842071 Feb 17 04:47:04.981193 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-ac8a91e1-1b4f-4d25-99f4-6046e786a68c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189e5a35-6814-471b-82ff-aa6a1950f99f HTTP/1.1" status: 200 len: 217 time: 0.0319853 Feb 17 04:47:05.032230 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-72071caf-26a0-4ced-910a-36fb1e6492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:05.033619 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-72071caf-26a0-4ced-910a-36fb1e6492a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=161b0660-df7f-46ee-ba34-9f1cfbdb7d98 HTTP/1.1" status: 200 len: 848 time: 0.0450339 Feb 17 04:47:05.066169 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-725b2210-b1bf-48a9-bc18-fb9b77388046 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=46387d04-14f3-4099-9eca-b918c481ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240238 Feb 17 04:47:05.153654 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-6d01845a-3f30-4f69-a192-4d02e5d6694e service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774751 Feb 17 04:47:05.243581 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9a52d77d-19d6-4ce7-a0b1-4ecc5429741f req-2c04a3c5-191d-4ee9-8d01-bc531d8a09f1 service neutron] 10.222.0.37 "GET /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816631 Feb 17 04:47:05.368271 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:47:05.439309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a16c07-6829-45de-8dac-38a6cb400d14 req-f0f26579-0c36-42f1-954c-ed31f5cfc2c1 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:05.440681 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8a16c07-6829-45de-8dac-38a6cb400d14 req-f0f26579-0c36-42f1-954c-ed31f5cfc2c1 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 943 time: 0.0477834 Feb 17 04:47:05.476299 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8a16c07-6829-45de-8dac-38a6cb400d14 req-d157d0ee-0386-46b3-bc59-2fa10cd26e99 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297804 Feb 17 04:47:06.588257 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a4f4-9097-437c-bd17-9e3287a9259c req-42e65b35-8d30-4c0c-aba4-fd21df242389 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:06.589681 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ffe6a4f4-9097-437c-bd17-9e3287a9259c req-42e65b35-8d30-4c0c-aba4-fd21df242389 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 943 time: 0.0473275 Feb 17 04:47:06.630261 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ffe6a4f4-9097-437c-bd17-9e3287a9259c req-01ffd19a-ea36-41d8-af89-a64675f827ec tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Feb 17 04:47:07.441249 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 189e5a35-6814-471b-82ff-aa6a1950f99f details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:47:07.536670 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=189e5a35-6814-471b-82ff-aa6a1950f99f,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:07.547605 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '189e5a35-6814-471b-82ff-aa6a1950f99f', 'network_id': '46387d04-14f3-4099-9eca-b918c481ced4', 'port_id': '189e5a35-6814-471b-82ff-aa6a1950f99f', 'mac_address': 'fa:16:3e:5b:b3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161b0660-df7f-46ee-ba34-9f1cfbdb7d98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:47:07.583767 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:07.596272 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189e5a35-6814-471b-82ff-aa6a1950f99f {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:47:07.618032 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=189e5a35-6814-471b-82ff-aa6a1950f99f,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:07.622043 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:07.667152 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:07.747143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236861e8-f512-499b-8bf6-ac1e86495ba6 req-f862436f-d7f5-4af9-9838-cf7ca1d6eac0 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:07.748616 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-236861e8-f512-499b-8bf6-ac1e86495ba6 req-f862436f-d7f5-4af9-9838-cf7ca1d6eac0 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 944 time: 0.0473976 Feb 17 04:47:07.784923 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-236861e8-f512-499b-8bf6-ac1e86495ba6 req-fdad86c0-902c-4409-89bb-9609fbab1979 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Feb 17 04:47:07.856634 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['189e5a35-6814-471b-82ff-aa6a1950f99f'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:47:08.900522 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321c33-cc8e-4703-9355-29a1d21642ed req-1015e39e-e708-4627-989d-9bd96a25440d tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:08.901986 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a8321c33-cc8e-4703-9355-29a1d21642ed req-1015e39e-e708-4627-989d-9bd96a25440d tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 944 time: 0.0484855 Feb 17 04:47:08.939026 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a8321c33-cc8e-4703-9355-29a1d21642ed req-7c2bd6d7-4962-47f8-85be-b652233814ec tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Feb 17 04:47:09.461075 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 189e5a35-6814-471b-82ff-aa6a1950f99f up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:47:09.515515 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 189e5a35-6814-471b-82ff-aa6a1950f99f completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:47:09.519257 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 189e5a35-6814-471b-82ff-aa6a1950f99f triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:47:09.519624 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:09.595317 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:09.616543 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:09.619008 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226e0d95-1420-4a94-9c26-d040e6d4084e" -d '{"events": [{"server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "name": "network-vif-plugged", "status": "completed", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:09.631483 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=189e5a35-6814-471b-82ff-aa6a1950f99f,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:09.635308 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:09.663336 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c46301-96eb-442b-bd61-1967471088c7 x-openstack-request-id: req-51c46301-96eb-442b-bd61-1967471088c7 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:09.663621 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "name": "network-vif-plugged", "status": "completed", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:09.663871 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51c46301-96eb-442b-bd61-1967471088c7 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:09.664347 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f', 'code': 200} Feb 17 04:47:09.695865 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:09.832267 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf45f2a-ab8c-413e-9f24-ee21853d9428 req-2208d7d4-01be-40d0-9eff-6838b9f0f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:09.833658 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-faf45f2a-ab8c-413e-9f24-ee21853d9428 req-2208d7d4-01be-40d0-9eff-6838b9f0f909 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 1098 time: 0.0425587 Feb 17 04:47:09.867099 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-faf45f2a-ab8c-413e-9f24-ee21853d9428 req-9b2e5d57-aa74-45af-833b-273d62cf3cdf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261340 Feb 17 04:47:10.050425 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c43318-5fff-48db-9708-1fd3c60a5cb8 req-af42558c-21af-40be-81f2-cb2c362ef596 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:10.051872 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-20c43318-5fff-48db-9708-1fd3c60a5cb8 req-af42558c-21af-40be-81f2-cb2c362ef596 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 945 time: 0.0472050 Feb 17 04:47:10.088300 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-20c43318-5fff-48db-9708-1fd3c60a5cb8 req-e04acba6-2c03-4860-a479-4d0610580b5f tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Feb 17 04:47:11.200405 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e529-9514-4e70-baef-20b6c7b7e2f9 req-afb0c53c-c7c9-49fd-9e59-25403cd92170 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:11.201914 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6204e529-9514-4e70-baef-20b6c7b7e2f9 req-afb0c53c-c7c9-49fd-9e59-25403cd92170 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 945 time: 0.0470290 Feb 17 04:47:11.238264 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6204e529-9514-4e70-baef-20b6c7b7e2f9 req-a8bc2bf9-3188-4652-b619-800f84deeb18 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Feb 17 04:47:11.869790 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0566b5-0f87-4d10-8158-db0ab13ce526 req-d8767644-3f13-4d1d-92b3-6ad9e4138fa7 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:11.871345 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d0566b5-0f87-4d10-8158-db0ab13ce526 req-d8767644-3f13-4d1d-92b3-6ad9e4138fa7 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Feb 17 04:47:11.907888 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0d0566b5-0f87-4d10-8158-db0ab13ce526 req-d1bb6bc8-5037-46bb-b51a-b74d12d05662 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Feb 17 04:47:13.021559 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef501-bcb4-4cc9-90e9-6812c257782a req-463d14aa-9031-4858-8d11-b739c6f196c1 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:13.023027 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9f3ef501-bcb4-4cc9-90e9-6812c257782a req-463d14aa-9031-4858-8d11-b739c6f196c1 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 945 time: 0.0484035 Feb 17 04:47:13.064495 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9f3ef501-bcb4-4cc9-90e9-6812c257782a req-7c5763e4-068e-429e-98fa-f4a486dde929 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/security-groups?id=e53b8599-1fc7-49f4-bf81-e602f24e26d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Feb 17 04:47:13.364114 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-eb2f3c17-9f69-46e0-bfe5-467962dac26b tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:13.365528 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-eb2f3c17-9f69-46e0-bfe5-467962dac26b tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 945 time: 0.0501304 Feb 17 04:47:13.455000 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Deleting port 189e5a35-6814-471b-82ff-aa6a1950f99f {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:47:13.455340 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.545347 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] For port 189e5a35-6814-471b-82ff-aa6a1950f99f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=189e5a35-6814-471b-82ff-aa6a1950f99f,segment=NetworkSegment(04641d14-1d31-43b9-bf47-32709458ba0a),segment_id=04641d14-1d31-43b9-bf47-32709458ba0a)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:47:13.545712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.557068 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Calling delete_port for 189e5a35-6814-471b-82ff-aa6a1950f99f owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:47:13.686903 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.700578 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['189e5a35-6814-471b-82ff-aa6a1950f99f'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:47:13.718672 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Pushing event deleted for resources: {'Port': ['ID=189e5a35-6814-471b-82ff-aa6a1950f99f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:13.726853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.727200 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.727534 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.727861 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.728283 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.728604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.728920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.729237 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.729553 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.729867 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.730822 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.731413 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:13.769042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] No DVR routers for this DVR port 189e5a35-6814-471b-82ff-aa6a1950f99f on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:47:13.771522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:13.774726 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e7a6b2c-9222-47ea-9e0d-ba82da39c76e req-70ff3872-f6e3-49de-b80b-4d4c654f5980 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.37 "DELETE /v2.0/ports/189e5a35-6814-471b-82ff-aa6a1950f99f HTTP/1.1" status: 204 len: 173 time: 0.4002438 Feb 17 04:47:13.775151 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'name': 'network-vif-deleted', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:47:13.777925 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d61bc8-b9e6-48a1-b0bb-85c46e716791" -d '{"events": [{"server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "name": "network-vif-deleted", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:47:13.813699 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c88ba1-5343-489b-bd4c-744c19561eb3 x-openstack-request-id: req-97c88ba1-5343-489b-bd4c-744c19561eb3 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:47:13.813991 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e774a4c-8408-4cbe-a86c-f81cf4a30be8", "name": "network-vif-deleted", "tag": "189e5a35-6814-471b-82ff-aa6a1950f99f", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:47:13.814242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97c88ba1-5343-489b-bd4c-744c19561eb3 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:47:13.814635 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e774a4c-8408-4cbe-a86c-f81cf4a30be8', 'name': 'network-vif-deleted', 'tag': '189e5a35-6814-471b-82ff-aa6a1950f99f', 'status': 'completed', 'code': 200} Feb 17 04:47:14.166415 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9b75093a-4310-4b9b-8057-24fd868f04ef req-ea7faad1-d510-4933-9e0b-8c5cd16eee71 tempest-VolumesActionsTest-1704812625 tempest-VolumesActionsTest-1704812625-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e774a4c-8408-4cbe-a86c-f81cf4a30be8 HTTP/1.1" status: 200 len: 210 time: 0.0253470 Feb 17 04:47:17.281875 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:17.784499 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 189e5a35-6814-471b-82ff-aa6a1950f99f no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:47:17.806746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 189e5a35-6814-471b-82ff-aa6a1950f99f {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:47:17.807080 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 189e5a35-6814-471b-82ff-aa6a1950f99f not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:47:21.841398 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8668a649-1ecf-4cfe-814c-baa028924f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:22.476412 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-7bdbe99d-c3b4-432b-9c6a-189a29f92bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515962 Feb 17 04:47:22.563737 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-32517a3f-ed05-4617-96ba-56882e5e4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:22.565405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-32517a3f-ed05-4617-96ba-56882e5e4b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0415471 Feb 17 04:47:22.693016 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-0980901b-a9f8-41ee-9537-b0af93b27c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:22.694643 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-0980901b-a9f8-41ee-9537-b0af93b27c17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.1001830 Feb 17 04:47:22.762589 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-bb936a81-ee90-4063-9fa0-5a9392e5c135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 1002 time: 0.0603623 Feb 17 04:47:22.815756 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-a1edc2da-5532-4d83-a28a-803d38f3efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:22.817251 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-a1edc2da-5532-4d83-a28a-803d38f3efce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0476544 Feb 17 04:47:22.869579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-9d90f7bf-3fbb-4b09-ba12-87aba3dbd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:22.872006 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-9d90f7bf-3fbb-4b09-ba12-87aba3dbd189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436003 Feb 17 04:47:22.967301 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-50da2eb5-fdca-47fb-afcd-abad36f4e279 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Feb 17 04:47:23.085023 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-273b30c4-76ec-4cfe-9458-4a53c468c1af req-35bd347d-ee55-4a66-8815-95ecfaede499 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055868 Feb 17 04:47:24.278596 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6492ae3c-bef0-421b-94ed-235dd40542dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:25.073221 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:26.734496 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:27.031565 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.847158 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54236) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:35.891119 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Deleting subnet 161b0660-df7f-46ee-ba34-9f1cfbdb7d98 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:47:35.894254 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.927078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:35.967662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.017595 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.044429 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.047458 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/161b0660-df7f-46ee-ba34-9f1cfbdb7d98 HTTP/1.1" status: 204 len: 168 time: 0.1992805 Feb 17 04:47:36.048451 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc3c0c-d4e4-4bdf-8200-c8562560bcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161b0660-df7f-46ee-ba34-9f1cfbdb7d98,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:36.050310 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54238) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:36.116370 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.193681 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.213208 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46387d04-14f3-4099-9eca-b918c481ced4']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:36.222095 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04641d14-1d31-43b9-bf47-32709458ba0a') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:36.222324 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04641d14-1d31-43b9-bf47-32709458ba0a') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:47:36.231178 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.244175 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.250263 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:47:36.250631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:47:36.252419 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:47:36.303688 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.308414 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.311788 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] 10.222.0.61 "DELETE /v2.0/networks/46387d04-14f3-4099-9eca-b918c481ced4 HTTP/1.1" status: 204 len: 168 time: 0.2605033 Feb 17 04:47:36.324657 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Pushing event deleted for resources: {'Network': ['ID=46387d04-14f3-4099-9eca-b918c481ced4,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:36.331535 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.331879 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.332249 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.332576 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.332905 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.333312 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.333578 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.333844 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.334162 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.334478 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.334797 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.335113 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ca8567-e02b-4000-9cf3-133a44ec6494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:47:36.416743 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54242) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:36.458927 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-01734a53-9afe-46a9-b8e3-b8f553c8caff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e064f2a8c05415e92e077aa81e7aef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403988 Feb 17 04:47:36.461303 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54244) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:47:36.508131 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.527801 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.571995 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.574810 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:36.575973 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e53b8599-1fc7-49f4-bf81-e602f24e26d9 HTTP/1.1" status: 204 len: 168 time: 0.1138027 Feb 17 04:47:36.583562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece8fb1-c6cf-48a9-9a79-f72d89b3d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b8599-1fc7-49f4-bf81-e602f24e26d9,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:47:38.586443 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da48fe8-c0f1-47cd-9cdc-b08993ae7842 req-c53fc64f-00cc-45a8-ac2f-518a7f6298aa tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:38.587879 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2da48fe8-c0f1-47cd-9cdc-b08993ae7842 req-c53fc64f-00cc-45a8-ac2f-518a7f6298aa tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0466354 Feb 17 04:47:38.625522 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2da48fe8-c0f1-47cd-9cdc-b08993ae7842 req-6b5f86ce-b1c2-4d25-9359-34bc69634215 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Feb 17 04:47:39.743959 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdd360-9ba9-45ea-babc-5817ad7c208c req-e60714a1-cacc-4d38-a413-cb29f581ab1f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:39.745973 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bacdd360-9ba9-45ea-babc-5817ad7c208c req-e60714a1-cacc-4d38-a413-cb29f581ab1f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0474176 Feb 17 04:47:39.781577 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bacdd360-9ba9-45ea-babc-5817ad7c208c req-37ef8e01-0411-49f8-be8a-4f2dfadfaf65 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297427 Feb 17 04:47:40.901969 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8781d-c577-4f09-868b-20e1f77eca18 req-b3981952-7386-4211-9c09-3ea0225e4680 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:40.903435 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00b8781d-c577-4f09-868b-20e1f77eca18 req-b3981952-7386-4211-9c09-3ea0225e4680 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0519164 Feb 17 04:47:40.939256 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00b8781d-c577-4f09-868b-20e1f77eca18 req-1e9a8dab-43bc-40a5-9713-a3d30c8491aa tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300746 Feb 17 04:47:42.061115 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb4345-1032-45d3-bcb2-9f0f2f57d929 req-819c709e-7248-4319-8f3a-6be5a435207b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:42.062563 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9aeb4345-1032-45d3-bcb2-9f0f2f57d929 req-819c709e-7248-4319-8f3a-6be5a435207b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0513756 Feb 17 04:47:42.098652 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-9aeb4345-1032-45d3-bcb2-9f0f2f57d929 req-baa07b62-3e47-480d-aef4-4fd08863b499 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Feb 17 04:47:42.367341 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:47:43.214367 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243be56-8f9e-4090-842e-382712afb321 req-59eb4d7c-aea5-4a8b-b7b9-20afe7b7a1dc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:43.215808 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3243be56-8f9e-4090-842e-382712afb321 req-59eb4d7c-aea5-4a8b-b7b9-20afe7b7a1dc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0468295 Feb 17 04:47:43.253129 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3243be56-8f9e-4090-842e-382712afb321 req-994f1ef3-870b-4544-a251-eee8abe78e26 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315571 Feb 17 04:47:44.368060 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a25206-b065-4025-89d8-155dcc5cbf3c req-a6a0e2f6-ae62-496f-be98-b6321e769b5e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:44.369505 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-38a25206-b065-4025-89d8-155dcc5cbf3c req-a6a0e2f6-ae62-496f-be98-b6321e769b5e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0480580 Feb 17 04:47:44.406852 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-38a25206-b065-4025-89d8-155dcc5cbf3c req-a3571034-0f4c-4ccd-a1f0-0366328abebf tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302565 Feb 17 04:47:45.522178 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3b5e-06c7-4a63-8a67-ebe51c9a08eb req-d00085a3-ccfe-453d-be4a-f9fad0427e4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:45.523618 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4cec3b5e-06c7-4a63-8a67-ebe51c9a08eb req-d00085a3-ccfe-453d-be4a-f9fad0427e4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0469711 Feb 17 04:47:45.559542 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4cec3b5e-06c7-4a63-8a67-ebe51c9a08eb req-33696701-c9aa-46a6-aa50-fd6ee44c6824 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294611 Feb 17 04:47:46.673488 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde6ae3-6084-4857-b5e2-7e829fa57ff7 req-22f648e3-888f-400e-93d9-b7913530bcbc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:46.674968 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bfde6ae3-6084-4857-b5e2-7e829fa57ff7 req-22f648e3-888f-400e-93d9-b7913530bcbc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0469117 Feb 17 04:47:46.712252 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bfde6ae3-6084-4857-b5e2-7e829fa57ff7 req-1e39296c-786d-4adb-b27e-1f869f128095 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Feb 17 04:47:47.316794 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:47.831571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4eb72-17fa-4bc6-ae9f-61bce7782d54 req-f3423127-fd72-4630-b44c-95a0d83fa3ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:47.833029 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39c4eb72-17fa-4bc6-ae9f-61bce7782d54 req-f3423127-fd72-4630-b44c-95a0d83fa3ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0500338 Feb 17 04:47:47.869174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39c4eb72-17fa-4bc6-ae9f-61bce7782d54 req-882355a1-756b-4f51-bb58-96901524647b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304201 Feb 17 04:47:48.988117 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7352-3276-476f-a02c-672d617f0b01 req-cd109bc5-8a58-445f-a26e-d2eabf5e87fd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:48.989542 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ecdb7352-3276-476f-a02c-672d617f0b01 req-cd109bc5-8a58-445f-a26e-d2eabf5e87fd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0506811 Feb 17 04:47:49.025450 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ecdb7352-3276-476f-a02c-672d617f0b01 req-4e5f9a88-9938-4ddb-b3d0-3d3248e3ef07 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298612 Feb 17 04:47:50.142661 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3020146-badb-450e-af14-b7a661eb86d7 req-82896999-54cc-4330-92c4-dcb8790bd65b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:50.144141 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c3020146-badb-450e-af14-b7a661eb86d7 req-82896999-54cc-4330-92c4-dcb8790bd65b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0470343 Feb 17 04:47:50.180599 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c3020146-badb-450e-af14-b7a661eb86d7 req-fc94be90-d29f-49d6-a79d-33c12a906496 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Feb 17 04:47:51.298122 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2166bf-eefb-4681-ab7b-26ce026bfa47 req-bce2cbf8-e0de-4753-9917-0aa78ec96f32 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:51.299559 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef2166bf-eefb-4681-ab7b-26ce026bfa47 req-bce2cbf8-e0de-4753-9917-0aa78ec96f32 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0484526 Feb 17 04:47:51.334829 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ef2166bf-eefb-4681-ab7b-26ce026bfa47 req-eade8e86-f757-4490-afff-94d833187501 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295365 Feb 17 04:47:51.816354 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff08c-a07a-4dc7-9338-f4322e201957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:52.452728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9c016-a6d3-4913-a12e-3e4615129ae5 req-871a3b0f-8f55-4a98-bdb9-86b07f1e1c72 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:52.454174 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-31e9c016-a6d3-4913-a12e-3e4615129ae5 req-871a3b0f-8f55-4a98-bdb9-86b07f1e1c72 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0466805 Feb 17 04:47:52.490792 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-31e9c016-a6d3-4913-a12e-3e4615129ae5 req-25c6c552-e1f6-4bb2-a37a-3fd893fb895d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Feb 17 04:47:53.605654 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc76dfb-7b37-40e3-8809-ce36b36d7b8d req-68964a11-daed-4b4d-8b81-ebea4d26c626 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:53.607104 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bdc76dfb-7b37-40e3-8809-ce36b36d7b8d req-68964a11-daed-4b4d-8b81-ebea4d26c626 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0471857 Feb 17 04:47:53.643646 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bdc76dfb-7b37-40e3-8809-ce36b36d7b8d req-db583f3f-8986-45fd-8696-be701ac018a5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Feb 17 04:47:54.281078 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e8b5474d-950f-4933-aa9b-47febb674682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:54.762722 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8702288-1fef-4945-8c7c-7e471f3b7725 req-0d92ec2d-8210-4a82-a3a0-6bb6d70245d7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:54.764203 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a8702288-1fef-4945-8c7c-7e471f3b7725 req-0d92ec2d-8210-4a82-a3a0-6bb6d70245d7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0507441 Feb 17 04:47:54.800478 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a8702288-1fef-4945-8c7c-7e471f3b7725 req-8e10861c-d970-414d-b07c-d2f8c7e72583 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304444 Feb 17 04:47:55.071448 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:55.920201 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bbb3e-d862-4330-a5af-ad4e2af21bd6 req-f82daa66-17e1-44b4-8a4f-77e584822357 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:55.921608 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-211bbb3e-d862-4330-a5af-ad4e2af21bd6 req-f82daa66-17e1-44b4-8a4f-77e584822357 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0503728 Feb 17 04:47:55.957139 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-211bbb3e-d862-4330-a5af-ad4e2af21bd6 req-de8f87ba-3e04-409e-bc32-59356722aa2d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297849 Feb 17 04:47:56.727634 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:57.024181 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:47:57.076249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012b113-8e81-44e6-81ff-fe05fd1914a0 req-07a3fc04-2c94-4975-8527-d0532925ee13 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:57.077703 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f012b113-8e81-44e6-81ff-fe05fd1914a0 req-07a3fc04-2c94-4975-8527-d0532925ee13 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0484483 Feb 17 04:47:57.114546 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f012b113-8e81-44e6-81ff-fe05fd1914a0 req-7e5565af-42e2-472f-a00f-f89f7de442ab tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Feb 17 04:47:58.231211 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382938-37dc-4545-a7b8-fc86b8f4bde2 req-972f5987-ecc5-428e-a044-67fc732d30b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:58.232692 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-97382938-37dc-4545-a7b8-fc86b8f4bde2 req-972f5987-ecc5-428e-a044-67fc732d30b3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0476565 Feb 17 04:47:58.269937 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-97382938-37dc-4545-a7b8-fc86b8f4bde2 req-81d9ecaf-5492-4a6b-a14c-6a2f64f6cb9b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Feb 17 04:47:59.386688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4ad5-307f-4c14-aa77-0c5a812d1ba2 req-a36dce36-2f02-43c3-868e-3d86dc506f28 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:47:59.388210 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1e7d4ad5-307f-4c14-aa77-0c5a812d1ba2 req-a36dce36-2f02-43c3-868e-3d86dc506f28 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0475268 Feb 17 04:47:59.423513 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1e7d4ad5-307f-4c14-aa77-0c5a812d1ba2 req-d6785a4f-ae74-4cc0-8885-be9548333053 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295954 Feb 17 04:48:00.540044 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8507-48ce-4a1a-9347-1082e9d31458 req-40bd9f0f-9ac7-4bb7-ae3c-6fc60c1ce939 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:00.541476 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-977b8507-48ce-4a1a-9347-1082e9d31458 req-40bd9f0f-9ac7-4bb7-ae3c-6fc60c1ce939 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0467896 Feb 17 04:48:00.578796 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-977b8507-48ce-4a1a-9347-1082e9d31458 req-094707fb-fb0f-41be-871e-e61449399a40 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Feb 17 04:48:01.713949 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9828-9e4e-4125-a79a-3f1311a3d736 req-a62849fa-4f93-4c05-bf15-d662fe48366d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:01.715075 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:48:01.723208 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-19ef9828-9e4e-4125-a79a-3f1311a3d736 req-a62849fa-4f93-4c05-bf15-d662fe48366d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0636222 Feb 17 04:48:01.763946 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-19ef9828-9e4e-4125-a79a-3f1311a3d736 req-5473aca7-b92c-4ac9-a7d9-33970f3b145a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Feb 17 04:48:01.818021 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:01.831414 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:48:01.871895 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:01.892248 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:48:01.913462 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:01.918257 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:01.973149 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=6']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:01.981315 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.981823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.982230 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.982346 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.982827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.983022 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.983816 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.983816 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.984185 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.984430 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.984748 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:01.985063 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:02.015064 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['5eec050a-2330-43c5-98ac-4c35c35fefcf'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:48:02.892290 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57bcf-0404-4f31-b81e-e482049f797f req-e003696b-8cd7-483d-b181-ebb3d27ddcc3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:02.896420 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-73a57bcf-0404-4f31-b81e-e482049f797f req-e003696b-8cd7-483d-b181-ebb3d27ddcc3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 945 time: 0.0577929 Feb 17 04:48:02.938985 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-73a57bcf-0404-4f31-b81e-e482049f797f req-66f59532-4764-44b4-89d0-ff5a4d1c40bd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392776 Feb 17 04:48:03.721914 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:03.772264 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 5eec050a-2330-43c5-98ac-4c35c35fefcf triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:03.772640 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:03.865218 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:03.891793 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:03.894082 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbabf43-65e5-432a-b033-eb7f7bb6100e" -d '{"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:03.907406 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:03.914871 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:03.952117 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b175b-e19b-4382-9ebe-a944542f4d4d x-openstack-request-id: req-990b175b-e19b-4382-9ebe-a944542f4d4d {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:03.952453 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:03.952716 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-990b175b-e19b-4382-9ebe-a944542f4d4d {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:03.953241 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'code': 200} Feb 17 04:48:03.983045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=7']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:04.066542 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0435feb-dca2-492a-ab6b-b3b374de8cd3 req-5f99ad14-2f96-4b46-b889-1cff1f9c31e5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:04.068045 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d0435feb-dca2-492a-ab6b-b3b374de8cd3 req-5f99ad14-2f96-4b46-b889-1cff1f9c31e5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0502634 Feb 17 04:48:04.112485 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d0435feb-dca2-492a-ab6b-b3b374de8cd3 req-af0eafee-a003-49d3-8ae2-9e98993d5303 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Feb 17 04:48:05.257967 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0e3d5-71d8-4359-81e9-0f5655bef396 req-7df68316-b539-406d-9edb-05e5ec1927a5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:05.262874 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6c0e3d5-71d8-4359-81e9-0f5655bef396 req-7df68316-b539-406d-9edb-05e5ec1927a5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0618396 Feb 17 04:48:05.309711 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b6c0e3d5-71d8-4359-81e9-0f5655bef396 req-fc4cd5d7-adbb-4fc6-a1a5-0d3b97e4296e tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Feb 17 04:48:06.460812 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921a27a-6473-4c64-b66a-bf185f23bd39 req-ecae4f69-d344-4c95-ac8f-9b2085871bd7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:06.469784 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a921a27a-6473-4c64-b66a-bf185f23bd39 req-ecae4f69-d344-4c95-ac8f-9b2085871bd7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0740221 Feb 17 04:48:06.515014 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a921a27a-6473-4c64-b66a-bf185f23bd39 req-a8c39a84-0703-4a51-a2d7-d0e1da001efe tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391414 Feb 17 04:48:07.639387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817369a6-5593-471f-b69f-660ae72cf444 req-685702be-fe1d-4605-9ed3-6c600d5d3826 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:07.646542 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-817369a6-5593-471f-b69f-660ae72cf444 req-685702be-fe1d-4605-9ed3-6c600d5d3826 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0560005 Feb 17 04:48:07.681660 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-817369a6-5593-471f-b69f-660ae72cf444 req-06f48853-5a41-4983-86f8-fb60c751f7bd tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341702 Feb 17 04:48:08.827712 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47302b89-9185-401b-b8ff-12d0f10d1fc9 req-28ea6a25-cae6-4ed1-a03b-1c79d3253da7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:08.836170 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-47302b89-9185-401b-b8ff-12d0f10d1fc9 req-28ea6a25-cae6-4ed1-a03b-1c79d3253da7 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0735443 Feb 17 04:48:08.872983 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-47302b89-9185-401b-b8ff-12d0f10d1fc9 req-44f39491-d55d-49f6-adad-e11ba15781c5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356827 Feb 17 04:48:09.995340 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037643b1-035a-451f-9310-b1efa7e5e1f1 req-4d8073a6-7719-433c-a95e-33bb5cc8d5fe tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:09.996789 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-037643b1-035a-451f-9310-b1efa7e5e1f1 req-4d8073a6-7719-433c-a95e-33bb5cc8d5fe tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0513675 Feb 17 04:48:10.033039 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-037643b1-035a-451f-9310-b1efa7e5e1f1 req-e55b8b9a-653a-49de-aceb-8618a0737068 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304255 Feb 17 04:48:10.374934 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54364) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:10.438012 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051971-3139-4f78-be69-f3a0a23221b7 req-0c7f34ba-e7c5-4686-8d37-19ca507a75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.439614 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-0c7f34ba-e7c5-4686-8d37-19ca507a75fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1099 time: 0.0393116 Feb 17 04:48:10.529080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051971-3139-4f78-be69-f3a0a23221b7 req-4b8352d8-229f-437f-835c-290603e49ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.530526 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-4b8352d8-229f-437f-835c-290603e49ba9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0841014 Feb 17 04:48:10.604249 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-8b258521-fd4c-4742-a188-7c36a552e3df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 1002 time: 0.0621157 Feb 17 04:48:10.653265 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051971-3139-4f78-be69-f3a0a23221b7 req-b6d1340f-255b-4e01-ae7f-312ab33435f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.654622 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-b6d1340f-255b-4e01-ae7f-312ab33435f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0430624 Feb 17 04:48:10.672768 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Deleting port 539c8415-4990-4a64-85eb-da64a5f462dc {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:10.673108 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.704055 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051971-3139-4f78-be69-f3a0a23221b7 req-9a8aa4d2-9e1c-4543-8e13-991e206a48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:10.705546 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-9a8aa4d2-9e1c-4543-8e13-991e206a48b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397818 Feb 17 04:48:10.748191 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.748536 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.759828 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Calling delete_port for 539c8415-4990-4a64-85eb-da64a5f462dc owned by network:floatingip {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:10.798802 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-f7b692fa-14d7-4151-bc82-d8787c07876f service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850430 Feb 17 04:48:10.891336 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-16051971-3139-4f78-be69-f3a0a23221b7 req-7d9b294e-104a-4632-bfc6-dfb46feabbdc service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813575 Feb 17 04:48:10.905149 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.933309 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event deleted for resources: {'Port': ['ID=539c8415-4990-4a64-85eb-da64a5f462dc,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:10.993277 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for floatingip, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:10.993612 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Floating IP 1451257d-5772-4c74-b1bf-49b0e8b2325a disassociated (deleted). External IP: 172.27.2.205, port: bd4612c0-4e18-4eec-a733-8227a92c8f16. Feb 17 04:48:11.437215 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf878-b945-4b7e-9550-64856a2404fb req-c64bfca7-95e2-44f4-9dd3-43e14b8c9fd9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:11.438643 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ecacf878-b945-4b7e-9550-64856a2404fb req-c64bfca7-95e2-44f4-9dd3-43e14b8c9fd9 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0939004 Feb 17 04:48:11.456427 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:11.487610 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ecacf878-b945-4b7e-9550-64856a2404fb req-fc7bb3d0-93cd-4e77-a859-dd2b00e8fcf2 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429556 Feb 17 04:48:11.580103 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:11.584839 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:11.589827 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Sync routers for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:11.598808 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:11.599401 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:11.611392 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-58674332-470e-4155-8f9f-c9237e97f58c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "DELETE /v2.0/floatingips/1451257d-5772-4c74-b1bf-49b0e8b2325a HTTP/1.1" status: 204 len: 168 time: 1.2354572 Feb 17 04:48:11.612108 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:11.614464 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8652d-d5b5-4571-b239-a73df07d7a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:11.792329 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657b3c9-b10d-489f-9b55-c2e9d389de67 x-openstack-request-id: req-c657b3c9-b10d-489f-9b55-c2e9d389de67 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:11.792566 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:11.792803 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c657b3c9-b10d-489f-9b55-c2e9d389de67 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:11.793203 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'status': 'completed', 'code': 200} Feb 17 04:48:11.814540 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:11.882122 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b29c2f-cf52-4b52-a64c-7aa4c16e9464 req-5edbb6a8-3a6e-46c1-9533-04ff79ace8ed tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:11.883607 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34b29c2f-cf52-4b52-a64c-7aa4c16e9464 req-5edbb6a8-3a6e-46c1-9533-04ff79ace8ed tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0810492 Feb 17 04:48:11.889935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-3d445d77-4d40-400b-84b0-daf079b6e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:11.891367 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-3d445d77-4d40-400b-84b0-daf079b6e1fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 1099 time: 0.0573330 Feb 17 04:48:11.969813 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-34b29c2f-cf52-4b52-a64c-7aa4c16e9464 req-5c7d56e6-00ad-48e5-b24d-a174327897e6 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768065 Feb 17 04:48:12.005593 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-a4a85cfe-ade1-4a44-bd59-d6487ac65eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.007047 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-a4a85cfe-ade1-4a44-bd59-d6487ac65eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 200 len: 909 time: 0.1021118 Feb 17 04:48:12.012751 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:12.043495 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Checking router: 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:12.050050 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-21af2ee1-63d6-4e5b-99a9-bd51cb1b4ca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 200 len: 217 time: 0.0344300 Feb 17 04:48:12.051787 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:12.052432 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:12.097317 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-d49f1d5c-4f24-492c-bc1b-6514c6c7ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.098739 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-d49f1d5c-4f24-492c-bc1b-6514c6c7ac7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 200 len: 847 time: 0.0418286 Feb 17 04:48:12.149033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-fa636835-e041-47b9-b469-879a2b60724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.150514 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-fa636835-e041-47b9-b469-879a2b60724f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56b77610-4059-4627-b4bd-4e6f4e111554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418332 Feb 17 04:48:12.155583 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:12.238673 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-137eb261-4a66-4c2a-acca-6554f26b8726 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801423 Feb 17 04:48:12.331972 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f8a8652d-d5b5-4571-b239-a73df07d7a2b req-ca100a64-f071-4b0f-9f5c-291c787a9522 service neutron] 10.222.0.37 "GET /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859070 Feb 17 04:48:12.357609 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:12.384453 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718b542-467a-448a-bdf3-412f799fe69e None None] The sync data for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi is: [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:42:53Z', 'revision_number': 4, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '733766fb-c08a-47c5-bd55-59acf2d4bd4b', 'name': '', 'network_id': '56b77610-4059-4627-b4bd-4e6f4e111554', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'mac_address': 'fa:16:3e:8a:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:52Z', 'updated_at': '2022-02-17T04:42:57Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'subnets': [{'id': '25740880-ac0f-4bbf-82d2-4c79af5d9ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:12.589913 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48b5664-1158-4431-985a-e88109deae32 None None] New status for floating IP 1451257d-5772-4c74-b1bf-49b0e8b2325a: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:48:12.612595 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f0db-f705-47bb-b29e-57c2a57763f4 req-e4228124-e846-4fd1-a8aa-80bbad567214 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:12.614068 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1751f0db-f705-47bb-b29e-57c2a57763f4 req-e4228124-e846-4fd1-a8aa-80bbad567214 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0489268 Feb 17 04:48:12.654628 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1751f0db-f705-47bb-b29e-57c2a57763f4 req-6fac8a2b-7a3c-465e-a32b-c1abe324e9cf tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336013 Feb 17 04:48:13.086717 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba721b5-b3b0-43fc-abe1-ea6aeb9fe3b5 req-7ff000f0-e997-4824-9ab3-b409e4383ac4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:13.088246 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eba721b5-b3b0-43fc-abe1-ea6aeb9fe3b5 req-7ff000f0-e997-4824-9ab3-b409e4383ac4 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Feb 17 04:48:13.128383 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eba721b5-b3b0-43fc-abe1-ea6aeb9fe3b5 req-0e9d9e77-4df2-4913-ac51-175e5611766e tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/security-groups?id=8446555b-ab79-4625-a801-95c046465791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Feb 17 04:48:13.550117 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-77a48833-261d-4bc2-98fa-2c84ea6e48df tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:13.551528 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-77a48833-261d-4bc2-98fa-2c84ea6e48df tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.37 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 946 time: 0.0463278 Feb 17 04:48:13.641196 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Deleting port bd4612c0-4e18-4eec-a733-8227a92c8f16 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:13.641536 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.727913 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] For port bd4612c0-4e18-4eec-a733-8227a92c8f16, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=bd4612c0-4e18-4eec-a733-8227a92c8f16,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:13.728315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.739985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Calling delete_port for bd4612c0-4e18-4eec-a733-8227a92c8f16 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:13.772020 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:13.776924 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dff7d6-7a84-4c12-8d29-64832a6d9206 req-8dbfe315-94d0-4456-8220-80086624a041 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:13.779606 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64dff7d6-7a84-4c12-8d29-64832a6d9206 req-8dbfe315-94d0-4456-8220-80086624a041 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 946 time: 0.0494671 Feb 17 04:48:13.816711 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-64dff7d6-7a84-4c12-8d29-64832a6d9206 req-1f2387e3-9f4d-4144-bd23-71b735dc5193 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Feb 17 04:48:13.852392 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.876037 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:13.878251 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c9c346-7fc7-4f6d-b66a-7296e2304092" -d '{"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-unplugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:13.878418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.892496 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:13.899122 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.919774 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event deleted for resources: {'Port': ['ID=bd4612c0-4e18-4eec-a733-8227a92c8f16,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:13.927508 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32337e94-23e9-45bb-84ad-8cdfc23e5f5e x-openstack-request-id: req-32337e94-23e9-45bb-84ad-8cdfc23e5f5e {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:13.927877 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-unplugged", "status": "failed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "code": 422}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:13.928223 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32337e94-23e9-45bb-84ad-8cdfc23e5f5e {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:13.928709 dv-cinder-829630-1-iscsi neutron-server[108238]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'code': 422} returned with failed status Feb 17 04:48:13.950581 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.950932 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.951267 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.951626 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.951976 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.952367 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.952694 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.953083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.953494 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.953828 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.954179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.954477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:13.968497 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=8']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:13.970254 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] No DVR routers for this DVR port bd4612c0-4e18-4eec-a733-8227a92c8f16 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:13.972853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:13.976266 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b13bfb5f-f5b1-42cc-89d4-d615d72522c8 req-96bdbd50-714b-4548-9774-5a9dc9f2284c tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.37 "DELETE /v2.0/ports/bd4612c0-4e18-4eec-a733-8227a92c8f16 HTTP/1.1" status: 204 len: 173 time: 0.4174812 Feb 17 04:48:13.976783 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-deleted', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:13.979799 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e5261f-4b79-4150-94bd-2e949ff41ceb" -d '{"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-deleted", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:14.015666 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad3eebc-2cc1-44a8-853c-ddbe88ca3e08 x-openstack-request-id: req-3ad3eebc-2cc1-44a8-853c-ddbe88ca3e08 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:14.015935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e091e564-1387-40c6-9b56-cbc9972b3793", "name": "network-vif-deleted", "tag": "bd4612c0-4e18-4eec-a733-8227a92c8f16", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:14.016248 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ad3eebc-2cc1-44a8-853c-ddbe88ca3e08 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:14.016646 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e091e564-1387-40c6-9b56-cbc9972b3793', 'name': 'network-vif-deleted', 'tag': 'bd4612c0-4e18-4eec-a733-8227a92c8f16', 'status': 'completed', 'code': 200} Feb 17 04:48:14.228699 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-18e6487a-9677-4319-ba04-9a26b4f85849 req-935af591-3ff7-4fca-bc67-3cab99df6b18 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "GET /v2.0/ports?device_id=e091e564-1387-40c6-9b56-cbc9972b3793 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Feb 17 04:48:14.622562 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-3b58d43f-d31a-4314-9a1e-7eaea130a4c9 req-4590bbe6-f117-4a15-8966-425dd26d3cb9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:48:14.623437 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-3b58d43f-d31a-4314-9a1e-7eaea130a4c9 req-4590bbe6-f117-4a15-8966-425dd26d3cb9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061302 Feb 17 04:48:14.799680 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae15fa-c6ad-4bb0-b2a9-ed48a401fc36 req-18f2f051-dca0-442a-88c0-ffe828c20562 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:14.818518 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0fae15fa-c6ad-4bb0-b2a9-ed48a401fc36 req-18f2f051-dca0-442a-88c0-ffe828c20562 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0760813 Feb 17 04:48:14.868697 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0fae15fa-c6ad-4bb0-b2a9-ed48a401fc36 req-0aea7ccb-89e9-4384-adb0-a6dce877375f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492256 Feb 17 04:48:15.003854 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-2af00910-b106-4384-b42d-4b0f80597a27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406458 Feb 17 04:48:15.287727 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54438) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:15.350320 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:15.375718 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:15.440169 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:15.442570 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:15.443716 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] 10.222.0.61 "DELETE /v2.0/security-groups/8446555b-ab79-4625-a801-95c046465791 HTTP/1.1" status: 204 len: 168 time: 0.1544600 Feb 17 04:48:15.452951 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471ae5-38f1-4104-9201-01fdfb522cb3 tempest-TestShelveInstance-298891179 tempest-TestShelveInstance-298891179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8446555b-ab79-4625-a801-95c046465791,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:15.486688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54442) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:15.876728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-6e0791e6-8256-492d-a50f-25b73908ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:15.878175 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-6e0791e6-8256-492d-a50f-25b73908ec50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a&tenant_id=379f31afa4364c1886104375a97b360f HTTP/1.1" status: 200 len: 1097 time: 0.0724962 Feb 17 04:48:15.974174 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-7ce0aef0-bd3b-4b01-9352-9421162247c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:15.975630 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-7ce0aef0-bd3b-4b01-9352-9421162247c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1097 time: 0.0721874 Feb 17 04:48:15.985797 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0e7c-5d4b-47a7-bf63-a99da0c70194 req-e4b1df14-c6b3-4f22-9b67-b96096770157 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:15.987340 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-90ba0e7c-5d4b-47a7-bf63-a99da0c70194 req-e4b1df14-c6b3-4f22-9b67-b96096770157 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0477495 Feb 17 04:48:15.990325 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:16.024998 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-90ba0e7c-5d4b-47a7-bf63-a99da0c70194 req-2182ef6f-ebd9-4190-b69d-390c1036d08d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Feb 17 04:48:16.416917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-8a2f61a2-cfc6-438f-a783-b022778bd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:16.418354 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-8a2f61a2-cfc6-438f-a783-b022778bd818 service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.4310038 Feb 17 04:48:16.533063 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-e8ac1271-b2c2-4efa-b9ea-2d62376175bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 1000 time: 0.0860219 Feb 17 04:48:16.624525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-d770ca6c-88f6-4462-97f8-b61e8fe353f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:16.625934 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-d770ca6c-88f6-4462-97f8-b61e8fe353f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0796249 Feb 17 04:48:16.678516 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Deleting port 733766fb-c08a-47c5-bd55-59acf2d4bd4b {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:16.678779 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:16.696006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-6f7a5068-61c7-44e6-a73c-1d517e0fad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:16.697481 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-6f7a5068-61c7-44e6-a73c-1d517e0fad05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602903 Feb 17 04:48:16.825104 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] For port 733766fb-c08a-47c5-bd55-59acf2d4bd4b, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=733766fb-c08a-47c5-bd55-59acf2d4bd4b,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:16.825469 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:16.847266 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Calling delete_port for 733766fb-c08a-47c5-bd55-59acf2d4bd4b owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:16.852344 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-76d31a3c-879f-427d-9f1e-08b9f3cf4d33 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305430 Feb 17 04:48:17.027193 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1d79b67e-3768-412c-ab5e-9da6a9f934ae req-70cfa34f-93ba-4d92-acba-90f571e557c9 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379044 Feb 17 04:48:17.111248 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:17.153920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Pushing event deleted for resources: {'Port': ['ID=733766fb-c08a-47c5-bd55-59acf2d4bd4b,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:17.208702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99bfae-568d-40fb-87ba-13cf4152cd6f req-5bf611ec-1dcd-4a4e-bc06-4f7cd9277b0b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:17.210939 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4d99bfae-568d-40fb-87ba-13cf4152cd6f req-5bf611ec-1dcd-4a4e-bc06-4f7cd9277b0b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.1085243 Feb 17 04:48:17.295627 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4d99bfae-568d-40fb-87ba-13cf4152cd6f req-d86ac59e-30dc-406c-8e14-3f8381ffe715 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788517 Feb 17 04:48:17.329930 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:17.372687 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:17.647388 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:17.768416 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:17.792423 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:17.796494 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: bd4612c0-4e18-4eec-a733-8227a92c8f16 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:17.796836 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device bd4612c0-4e18-4eec-a733-8227a92c8f16 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:17.799424 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8521d69a-f954-45a0-b17b-fd97a764a712 admin admin] 10.222.0.61 "PUT /v2.0/routers/3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3114810 Feb 17 04:48:17.801846 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54470) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:17.806112 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Sync routers for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:17.825661 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:17.825661 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:17.945372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks [] for router, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:17.957274 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:18.106984 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.149454 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:48:17Z', 'revision_number': 5, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port': {'id': '8d316cef-f728-4a48-83c7-586308bc3a11', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:67:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:50Z', 'updated_at': '2022-02-17T04:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:18.162253 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Deleting port 8d316cef-f728-4a48-83c7-586308bc3a11 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:18.162595 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.179305 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Checking router: 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:18.189060 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Routers {'3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:18.189951 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:18.271742 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] For port 8d316cef-f728-4a48-83c7-586308bc3a11, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=8d316cef-f728-4a48-83c7-586308bc3a11,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:18.272071 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.286056 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Calling delete_port for 8d316cef-f728-4a48-83c7-586308bc3a11 owned by network:router_gateway {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:18.298238 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] Set router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:18.361794 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:48:18Z', 'revision_number': 6, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:18.412474 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac1b4b-b497-4f46-808b-a2734b90fa31 None None] The sync data for ids ['3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db'] in dv-cinder-829630-1-iscsi is: [{'id': '3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db', 'name': 'tempest-TestShelveInstance-332934670-router', 'tenant_id': '19741f566e0a4090ba0fef56ee78a5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:49Z', 'updated_at': '2022-02-17T04:48:18Z', 'revision_number': 6, 'project_id': '19741f566e0a4090ba0fef56ee78a5d6', 'gw_port_host': None}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:18.471304 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d872c8-2d60-4688-b1e5-2c26d3f743f9 req-74d3a842-09e3-41b9-a101-02484ab2d3cc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:18.472845 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f5d872c8-2d60-4688-b1e5-2c26d3f743f9 req-74d3a842-09e3-41b9-a101-02484ab2d3cc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0691233 Feb 17 04:48:18.523198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.550482 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d316cef-f728-4a48-83c7-586308bc3a11,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:18.554351 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f5d872c8-2d60-4688-b1e5-2c26d3f743f9 req-bf049eb1-3e28-42a1-a455-453b967a690d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678542 Feb 17 04:48:18.622471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.735419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.745246 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.800823 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.801359 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db {{(pid=108236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:48:18.817524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:18.818654 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-26dc1205-3cc3-4c0b-8f4b-7852a90ce2bd admin admin] 10.222.0.61 "DELETE /v2.0/routers/3e4c61b2-b3d6-4b72-918e-8e5c0f98b3db HTTP/1.1" status: 204 len: 168 time: 1.0156639 Feb 17 04:48:18.821288 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54474) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:18.974008 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Deleting subnet 25740880-ac0f-4bbf-82d2-4c79af5d9ab7 {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:48:18.982482 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.031725 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129003399'] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.148431 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.208148 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129608661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129650639'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.237175 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25740880-ac0f-4bbf-82d2-4c79af5d9ab7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:19.242297 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.249181 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54476) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:19.249669 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6a96a592-af88-40d2-a20c-c93e2c5c9cee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/25740880-ac0f-4bbf-82d2-4c79af5d9ab7 HTTP/1.1" status: 204 len: 168 time: 0.4265647 Feb 17 04:48:19.251768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5caa9-d05c-48e7-9b6c-d816d3c6a616 None None] Network 56b77610-4059-4627-b4bd-4e6f4e111554 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:19.355651 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.368426 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:48:19.392726 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 733766fb-c08a-47c5-bd55-59acf2d4bd4b no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:19.431214 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 733766fb-c08a-47c5-bd55-59acf2d4bd4b {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:19.431482 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 733766fb-c08a-47c5-bd55-59acf2d4bd4b not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:19.459351 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Deleting port 64c5228b-37e4-4f40-8513-9f8aa532932a {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:19.459691 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.558434 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] For port 64c5228b-37e4-4f40-8513-9f8aa532932a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=64c5228b-37e4-4f40-8513-9f8aa532932a,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:19.558808 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.568760 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] DHCP port deletion for 56b77610-4059-4627-b4bd-4e6f4e111554 request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:48:19.593593 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Calling delete_port for 64c5228b-37e4-4f40-8513-9f8aa532932a owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:19.662112 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Deleting port 64c5228b-37e4-4f40-8513-9f8aa532932a {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:19.662490 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.759114 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] For port 64c5228b-37e4-4f40-8513-9f8aa532932a, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=64c5228b-37e4-4f40-8513-9f8aa532932a,segment=NetworkSegment(f0f6ef43-bf76-405a-bac3-015ce4ef5af9),segment_id=f0f6ef43-bf76-405a-bac3-015ce4ef5af9)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:19.759833 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.785189 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.812406 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Calling delete_port for 64c5228b-37e4-4f40-8513-9f8aa532932a owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:19.826828 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] No DVR routers for this DVR port 64c5228b-37e4-4f40-8513-9f8aa532932a on host dv-cinder-829630-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:19.838050 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18ca0-4cd4-404a-9f5a-7e97f9238e2d req-7910ad7e-1b34-4672-885e-f7464a8984ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:19.846169 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ba18ca0-4cd4-404a-9f5a-7e97f9238e2d req-7910ad7e-1b34-4672-885e-f7464a8984ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.1760473 Feb 17 04:48:19.909526 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c5228b-37e4-4f40-8513-9f8aa532932a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:19.925802 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:19.952987 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] Pushing event deleted for resources: {'Port': ['ID=64c5228b-37e4-4f40-8513-9f8aa532932a,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:19.957306 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ce374-d71a-41a3-9f9a-362f4f57ab88 None None] No DVR routers for this DVR port 64c5228b-37e4-4f40-8513-9f8aa532932a on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:19.987234 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ba18ca0-4cd4-404a-9f5a-7e97f9238e2d req-956c019e-9965-4f69-b040-faee87341878 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400044 Feb 17 04:48:19.995264 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.025708 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b77610-4059-4627-b4bd-4e6f4e111554']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:20.039128 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:20.039477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f6ef43-bf76-405a-bac3-015ce4ef5af9') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:20.049532 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.063408 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.070131 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:48:20.070561 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:48:20.072445 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:48:20.140048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.145604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.149116 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/56b77610-4059-4627-b4bd-4e6f4e111554 HTTP/1.1" status: 204 len: 168 time: 0.8980353 Feb 17 04:48:20.153024 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54482) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:20.162431 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fef5a9-ad48-49f4-bd6b-4900665a79a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b77610-4059-4627-b4bd-4e6f4e111554,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:20.533302 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.797862 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Deleting port 3706ca7c-f03e-4d49-94a3-24655505d790 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:20.798114 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.891355 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 8d316cef-f728-4a48-83c7-586308bc3a11 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:20.906127 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] For port 3706ca7c-f03e-4d49-94a3-24655505d790, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=3706ca7c-f03e-4d49-94a3-24655505d790,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:20.906525 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:20.915055 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 8d316cef-f728-4a48-83c7-586308bc3a11 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:20.915544 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 8d316cef-f728-4a48-83c7-586308bc3a11 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:20.916087 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 64c5228b-37e4-4f40-8513-9f8aa532932a no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:20.920414 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Calling delete_port for 3706ca7c-f03e-4d49-94a3-24655505d790 owned by network:router_interface {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:20.939359 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 64c5228b-37e4-4f40-8513-9f8aa532932a {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:20.939842 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 64c5228b-37e4-4f40-8513-9f8aa532932a not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:21.178971 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:21.191655 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7bf24-e048-4d0f-ab62-d2097ca55e7d req-bd8af5f8-9ec2-4863-adf9-a4537f86b9c5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:21.193296 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-eda7bf24-e048-4d0f-ab62-d2097ca55e7d req-bd8af5f8-9ec2-4863-adf9-a4537f86b9c5 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0970950 Feb 17 04:48:21.224476 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Pushing event deleted for resources: {'Port': ['ID=3706ca7c-f03e-4d49-94a3-24655505d790,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:21.315520 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-eda7bf24-e048-4d0f-ab62-d2097ca55e7d req-8ef42d51-b5a7-41a5-b135-24decaa2aa18 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147687 Feb 17 04:48:21.452629 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:21.671995 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:21.790484 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:21.798542 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ccbf176f-472b-4dda-a45c-1e3b61052788 admin admin] 10.222.0.61 "PUT /v2.0/routers/e7ffe84b-9bcf-40dc-ad42-46874e6a5db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430557 Feb 17 04:48:21.799747 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54486) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:21.802344 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Sync routers for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:21.828111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:21.828907 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:21.879766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6127-4528-4fc1-9871-1941457f6903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:21.940365 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks [] for router, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:21.987868 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:22.109716 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:22.210681 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Deleting port 9d12ac30-ef22-47b1-925e-77c5554e367e {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:22.211645 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:22.255056 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:48:21Z', 'revision_number': 5, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port': {'id': '9d12ac30-ef22-47b1-925e-77c5554e367e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:42:56Z', 'updated_at': '2022-02-17T04:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:22.308490 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Checking router: e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:22.317747 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Routers {'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:22.322134 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:47:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:22.356320 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] For port 9d12ac30-ef22-47b1-925e-77c5554e367e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9d12ac30-ef22-47b1-925e-77c5554e367e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:22.357722 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:22.377573 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Calling delete_port for 9d12ac30-ef22-47b1-925e-77c5554e367e owned by network:router_gateway {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:22.494809 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] Set router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:22.544985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7947be-20dc-4935-9c33-bd058b5d767a req-16363370-e758-4079-9fac-25233f0aff3b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:22.546670 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-db7947be-20dc-4935-9c33-bd058b5d767a req-16363370-e758-4079-9fac-25233f0aff3b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.1031179 Feb 17 04:48:22.596062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:48:22Z', 'revision_number': 6, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:22.630170 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc953a-237d-45e9-9429-9ab9547a064b None None] The sync data for ids ['e7ffe84b-9bcf-40dc-ad42-46874e6a5db3'] in dv-cinder-829630-1-iscsi is: [{'id': 'e7ffe84b-9bcf-40dc-ad42-46874e6a5db3', 'name': 'tempest-TestShelveInstance-162844154-router', 'tenant_id': '7052b2909225448a9a647c4237038302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:42:55Z', 'updated_at': '2022-02-17T04:48:22Z', 'revision_number': 6, 'project_id': '7052b2909225448a9a647c4237038302', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:22.637090 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-db7947be-20dc-4935-9c33-bd058b5d767a req-6b74c969-608d-4e78-8a26-9337529ffdf0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836215 Feb 17 04:48:22.926530 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:22.953612 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9d12ac30-ef22-47b1-925e-77c5554e367e,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:23.029054 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.174651 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.177601 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.181420 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 3706ca7c-f03e-4d49-94a3-24655505d790 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:23.217121 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 3706ca7c-f03e-4d49-94a3-24655505d790 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:23.217464 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 3706ca7c-f03e-4d49-94a3-24655505d790 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:23.242185 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.243436 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 {{(pid=108237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:48:23.250232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.250704 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0aa10c77-e905-4346-8af6-586e7ec440fe admin admin] 10.222.0.61 "DELETE /v2.0/routers/e7ffe84b-9bcf-40dc-ad42-46874e6a5db3 HTTP/1.1" status: 204 len: 168 time: 1.4497175 Feb 17 04:48:23.253211 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54492) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:23.302321 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Deleting subnet 9ec261e0-546d-4f7b-b657-7dd1f7288561 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:48:23.305859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.350579 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.433086 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.491013 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.525871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec261e0-546d-4f7b-b657-7dd1f7288561,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:23.535354 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.541087 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c2a8a4d5-0f1f-407f-a5e3-3d4a684215ee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9ec261e0-546d-4f7b-b657-7dd1f7288561 HTTP/1.1" status: 204 len: 168 time: 0.2844110 Feb 17 04:48:23.541778 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54494) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:23.545233 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78adf64-c3a0-4f9c-b2b3-eb497f305411 None None] Network f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:23.653359 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.744312 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Deleting port 9e137e93-921f-4957-af33-80a30cd394b5 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:23.746845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.796695 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] DHCP port deletion for f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:48:23.913475 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Deleting port 9e137e93-921f-4957-af33-80a30cd394b5 {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:48:23.913953 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.922875 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] For port 9e137e93-921f-4957-af33-80a30cd394b5, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9e137e93-921f-4957-af33-80a30cd394b5,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:23.923150 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:23.958398 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Calling delete_port for 9e137e93-921f-4957-af33-80a30cd394b5 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:23.997364 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73fe16-df70-4f80-9f34-db00d227cd33 req-8ac38add-4c0e-4f86-8c29-331f8e794576 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:23.998908 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ee73fe16-df70-4f80-9f34-db00d227cd33 req-8ac38add-4c0e-4f86-8c29-331f8e794576 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.1380827 Feb 17 04:48:24.025550 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] For port 9e137e93-921f-4957-af33-80a30cd394b5, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=9e137e93-921f-4957-af33-80a30cd394b5,segment=NetworkSegment(46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce),segment_id=46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:24.026874 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.044751 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Calling delete_port for 9e137e93-921f-4957-af33-80a30cd394b5 owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:48:24.107669 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ee73fe16-df70-4f80-9f34-db00d227cd33 req-8dd38030-4e9a-4a67-8580-550095dcdec0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646358 Feb 17 04:48:24.128478 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.157903 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.161953 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e137e93-921f-4957-af33-80a30cd394b5,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:24.165607 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] No DVR routers for this DVR port 9e137e93-921f-4957-af33-80a30cd394b5 on host dv-cinder-829630-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:24.186056 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] Pushing event deleted for resources: {'Port': ['ID=9e137e93-921f-4957-af33-80a30cd394b5,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:24.194688 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462bce1-5097-4363-92da-25f4922c7993 None None] No DVR routers for this DVR port 9e137e93-921f-4957-af33-80a30cd394b5 on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:48:24.258537 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.285434 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2e8c497a-b66b-432e-9cf4-4ea5696d4cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.291091 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:24.304262 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:24.304658 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46035f62-3c17-4ad3-8ac1-b5dc8a3b28ce') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:24.321275 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.344102 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.350807 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:48:24.350807 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:48:24.352440 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:48:24.410482 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.416872 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.424090 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] 10.222.0.61 "DELETE /v2.0/networks/f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9 HTTP/1.1" status: 204 len: 168 time: 0.8785360 Feb 17 04:48:24.437845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a29be-7cc3-43fb-873e-62ad79ee683d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fc6b62-6d61-4fa7-b3da-dee9f9e34cf9,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:24.553404 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54502) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:24.598479 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e480164e-46eb-4366-8e46-9d5465eaa902 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19741f566e0a4090ba0fef56ee78a5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439022 Feb 17 04:48:24.601132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54504) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:24.667024 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.696703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.748549 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.751132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:24.752347 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2abf91d-ca07-409e-bb5a-6c639fd6b1c2 HTTP/1.1" status: 204 len: 168 time: 0.1502185 Feb 17 04:48:24.773242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cd450-f0f1-410a-a7ae-fa7929423a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2abf91d-ca07-409e-bb5a-6c639fd6b1c2,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:24.889596 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9e137e93-921f-4957-af33-80a30cd394b5 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:24.910453 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 9e137e93-921f-4957-af33-80a30cd394b5 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:24.910797 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9e137e93-921f-4957-af33-80a30cd394b5 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:24.911206 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9d12ac30-ef22-47b1-925e-77c5554e367e no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:48:24.932914 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 9d12ac30-ef22-47b1-925e-77c5554e367e {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:48:24.933270 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 9d12ac30-ef22-47b1-925e-77c5554e367e not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:48:25.074223 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.092991 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54510) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.130713 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-a60a8925-d506-4c56-a78a-6a672770fcb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7052b2909225448a9a647c4237038302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366087 Feb 17 04:48:25.133138 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54512) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:25.181471 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.202693 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.239937 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3c02-5fc1-439f-8c1a-d836e7cf5a9a req-fc86be1e-1fd3-4277-8c07-88d9e322b380 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.241454 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3aec3c02-5fc1-439f-8c1a-d836e7cf5a9a req-fc86be1e-1fd3-4277-8c07-88d9e322b380 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0519047 Feb 17 04:48:25.250136 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.252742 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:25.256270 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a5a5a0a-9ddb-4475-9e2c-192d5d6ebafc HTTP/1.1" status: 204 len: 168 time: 0.1198342 Feb 17 04:48:25.262291 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4437b-8da8-42c7-9013-075a8b2bcf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a5a0a-9ddb-4475-9e2c-192d5d6ebafc,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:25.288167 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3aec3c02-5fc1-439f-8c1a-d836e7cf5a9a req-f7f8ec32-5950-419e-a967-731d9f2dd030 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Feb 17 04:48:25.546897 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-138d038a-d81a-4e77-a213-15ee783619dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.548429 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-138d038a-d81a-4e77-a213-15ee783619dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=379f31afa4364c1886104375a97b360f&device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1097 time: 0.0420835 Feb 17 04:48:25.655326 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-fadc0609-8ea2-450f-88eb-43008513123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.656831 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-fadc0609-8ea2-450f-88eb-43008513123f service neutron] 10.222.0.37 "GET /v2.0/networks?id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 200 len: 918 time: 0.0879223 Feb 17 04:48:25.724943 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-5a8bb45f-92b3-496c-a81a-0dcd2c82c569 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 200 len: 1000 time: 0.0598431 Feb 17 04:48:25.774523 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-703b31e8-ac6e-4d8a-911a-f54fe2a01296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.776741 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-703b31e8-ac6e-4d8a-911a-f54fe2a01296 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 200 len: 856 time: 0.0435944 Feb 17 04:48:25.827167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-e118cd17-055e-443d-9a12-16bad19646f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:25.828722 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-e118cd17-055e-443d-9a12-16bad19646f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=809e8f55-9f6b-4a86-83a7-c2031df5e1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442369 Feb 17 04:48:25.923003 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-2de68d9a-52f9-476f-8784-c4049f0a1626 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831783 Feb 17 04:48:25.931383 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54536) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:26.015637 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3956ddc8-8394-4963-99dd-1ed97607c045 req-b75c0dc8-9410-4f80-be6b-ea92b9da59f1 service neutron] 10.222.0.37 "GET /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 Feb 17 04:48:26.030194 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1644753280-network', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:26.054992 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Made reservation on behalf of 52ecfd981c19495dba68d33a171d4dcd for: {'network': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:48:26.058581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.067569 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.147500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.151388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.177485 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=108237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:48:26.184373 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2cfcb-310a-4f7d-af99-5ce8e440534d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:26.190111 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.190444 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.segments_db [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Added segment 5edb5cc8-37fe-4e62-b0b8-f3bb7d574015 of type vlan for network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 Feb 17 04:48:26.232702 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.256889 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.257816 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.258388 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.313892 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3807142 Feb 17 04:48:26.316678 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54542) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:26.322136 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Request body: {'subnet': {'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1644753280-subnet', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:26.339019 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743e6be-5ca4-4e31-a8a3-8e6b090ed0a8 admin admin] Pushing event updated for resources: {'Network': ['ID=84cf6c97-23ee-4b29-bf6a-7f3ac242d640,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:26.349253 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Made reservation on behalf of 52ecfd981c19495dba68d33a171d4dcd for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:48:26.350426 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:48:26.351703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126820125'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.429363 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58bbb-a096-4aa5-a83c-d494b2cdb232 req-d40b431a-11e3-4b2c-8a5c-eda1ff0674ea tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.433029 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f7d58bbb-a096-4aa5-a83c-d494b2cdb232 req-d40b431a-11e3-4b2c-8a5c-eda1ff0674ea tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0665479 Feb 17 04:48:26.475337 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f7d58bbb-a096-4aa5-a83c-d494b2cdb232 req-612f2721-7f9f-4a67-b6d1-85d0d61314ba tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370827 Feb 17 04:48:26.732126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.815447 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126341666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126820111'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.869553 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd91d27-c733-4970-9c7f-e008e1093002,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:26.876523 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:26.876873 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Network hostable DHCP agents. Network: 84cf6c97-23ee-4b29-bf6a-7f3ac242d640, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:48:26.892837 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:48:26.900728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 84cf6c97-23ee-4b29-bf6a-7f3ac242d640) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:26.905410 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:26.905979 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.911220 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8591b761-a74d-42e3-9f85-926b870d4f56 None None] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:26.921276 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1d31c626-41f7-434e-bab8-f44868d3c022 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6034150 Feb 17 04:48:26.923848 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54546) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:26.928148 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:26.950758 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:26.951719 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.002121 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.044254 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.078404 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:48:27.079370 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.143667 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.334895 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Allocated IP 172.20.0.2 (84cf6c97-23ee-4b29-bf6a-7f3ac242d640/7cd91d27-c733-4970-9c7f-e008e1093002/a31c4a62-e6ae-48f5-9f6c-fc703729cdb4) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:27.343849 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.361671 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.460452 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Allocated IP 172.27.2.170 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/152a27eb-53d0-4416-b6de-511566b9a43e) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:27.476986 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.482473 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.525300 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:27.529055 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Pushing event updated for resources: {'Port': ['ID=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:27.531508 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:27.533646 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:27.583539 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.587038 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Attempting to bind port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:27.587404 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Attempting to bind port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:27.587761 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Attempting to bind port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:27.592846 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:27.593258 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:27.593643 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.594027 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Bound using segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:27.594484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Bound port: a31c4a62-e6ae-48f5-9f6c-fc703729cdb4, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:27.594859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.634071 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022126c4-309a-4cba-992b-095fd100d4c1 req-9356f02f-2496-4431-ac2c-c226e8fd74b0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:27.635572 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-022126c4-309a-4cba-992b-095fd100d4c1 req-9356f02f-2496-4431-ac2c-c226e8fd74b0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 944 time: 0.0655591 Feb 17 04:48:27.658445 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.661116 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] For port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:27.664334 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] For port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:27.671528 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:27.706575 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:27.711194 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:27.716721 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:27.723565 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-022126c4-309a-4cba-992b-095fd100d4c1 req-b65b1bcb-df56-49b8-a7e3-3f1bebff766d tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811682 Feb 17 04:48:27.732567 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b15abd-8b6f-4a47-8f6e-ff8ef6557ee6 None None] Pushing event updated for resources: {'Port': ['ID=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:27.761702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Pushing event updated for resources: {'Port': ['ID=152a27eb-53d0-4416-b6de-511566b9a43e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:27.800537 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:48:27.936758 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:27.948387 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'port_id': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'mac_address': 'fa:16:3e:1f:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:48:27.990484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.005024 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:48:28.016831 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.026957 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:28.031111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.077768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=9']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:28.207504 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.298911 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['5eec050a-2330-43c5-98ac-4c35c35fefcf'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:48:28.330816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:48:28.441284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:28.452276 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:28.461969 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.464105 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:28.464373 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e9f42380-da88-4b49-a91d-97e7655a8335 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5383904 Feb 17 04:48:28.464723 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:28.466501 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54550) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:28.581021 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:28.609555 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea0267-35a5-4c17-a8fa-3bef9b0ac011 None None] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:28.739720 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] Provisioning complete for port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:28.740128 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.864940 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.908889 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] For port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:28.916968 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce62b3f-5777-45f1-a600-b7ee58ca4b23 req-c9f6b7b1-d043-4c44-8dcf-717b3a0108de tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:28.922573 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4ce62b3f-5777-45f1-a600-b7ee58ca4b23 req-c9f6b7b1-d043-4c44-8dcf-717b3a0108de tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 945 time: 0.1120579 Feb 17 04:48:28.922795 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:28.924184 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:27Z', 'revision_number': 3, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:28.972834 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:28.984370 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Updating router f87c4c4b-5e42-44ea-9d10-21ca43924aeb port 152a27eb-53d0-4416-b6de-511566b9a43e binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:48:28.992613 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4ce62b3f-5777-45f1-a600-b7ee58ca4b23 req-e6f73a91-bd54-450f-a9fc-219b9ce96807 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649645 Feb 17 04:48:29.002295 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.007413 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:29.017365 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.066107 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ba58-bbdd-4198-b6d4-009d7bf571b3 None None] Pushing event updated for resources: {'Port': ['ID=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:29.084476 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:29.084967 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.171488 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-070dcd46-0dc7-4a52-a0af-bd942d7a30bb None None] Provisioning complete for port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:29.171488 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-070dcd46-0dc7-4a52-a0af-bd942d7a30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.187708 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Allocated IP 172.20.0.1 (84cf6c97-23ee-4b29-bf6a-7f3ac242d640/7cd91d27-c733-4970-9c7f-e008e1093002/145157b9-af70-4255-94a9-bdcaf8fa1959) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:29.300951 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.301536 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.306613 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.335071 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.358965 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Attempting to bind port 152a27eb-53d0-4416-b6de-511566b9a43e on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:29.359341 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Attempting to bind port 152a27eb-53d0-4416-b6de-511566b9a43e by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:29.359702 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Attempting to bind port 152a27eb-53d0-4416-b6de-511566b9a43e on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:29.368330 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:29.368704 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:29.369100 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.370137 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:29.370573 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Bound port: 152a27eb-53d0-4416-b6de-511566b9a43e, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:29.370972 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.373776 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Pushing event updated for resources: {'Port': ['ID=152a27eb-53d0-4416-b6de-511566b9a43e,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:29.377711 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:29.380510 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:29.383835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:29.404043 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.404417 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.404764 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.405096 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.405432 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.405765 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.406092 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.406418 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.406763 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.407087 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.407533 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.407721 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:29.413230 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Pushing event updated for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:29.433120 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.436010 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] For port 152a27eb-53d0-4416-b6de-511566b9a43e, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:29.439393 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] For port 152a27eb-53d0-4416-b6de-511566b9a43e, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=152a27eb-53d0-4416-b6de-511566b9a43e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:29.445457 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.505301 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:29.505964 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:29.546439 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b92836-6431-444b-a916-b436ca4f9940 None None] Pushing event updated for resources: {'Port': ['ID=152a27eb-53d0-4416-b6de-511566b9a43e,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:29.564388 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.578044 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-16373a4d-897f-4423-8b0e-902e0abffe29 None None] Provisioning complete for port 145157b9-af70-4255-94a9-bdcaf8fa1959 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:29.578415 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-16373a4d-897f-4423-8b0e-902e0abffe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.612679 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-16373a4d-897f-4423-8b0e-902e0abffe29 None None] Port 145157b9-af70-4255-94a9-bdcaf8fa1959 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:48:29.632257 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:29.721215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.725974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.794502 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.797266 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Pushing event updated for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:29.811647 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:29.814687 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:27Z', 'revision_number': 3, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:29.845145 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1f8049-5efe-4ec3-a33b-723c257cba6c None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:27Z', 'revision_number': 3, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:29.871001 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 5eec050a-2330-43c5-98ac-4c35c35fefcf triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:29.871001 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:29.921357 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:29.923859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:29.980809 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.021404 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:30.023762 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c639e-a433-4f03-a5e2-6d9530c1a8ab" -d '{"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:30.052264 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:30.060370 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.099379 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:30.101715 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b5b4f-8d88-453a-8b2b-fc55fd61434a x-openstack-request-id: req-543b5b4f-8d88-453a-8b2b-fc55fd61434a {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:30.102060 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-plugged", "status": "completed", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:30.102329 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-543b5b4f-8d88-453a-8b2b-fc55fd61434a {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:30.102755 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'code': 200} Feb 17 04:48:30.153830 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=10']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:30.158823 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d3eb3-50fe-4564-9ef9-e3aa8656f34b req-5ae38d97-c3f3-44fa-b9c5-9804da5b477a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:30.170221 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-682d3eb3-50fe-4564-9ef9-e3aa8656f34b req-5ae38d97-c3f3-44fa-b9c5-9804da5b477a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0678852 Feb 17 04:48:30.215766 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-682d3eb3-50fe-4564-9ef9-e3aa8656f34b req-b44ace26-7edf-4e3a-a381-6ae00509ac80 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Feb 17 04:48:30.268859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:30.274087 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5a14ed40-b8fa-4d3d-a5f6-33e92972b0cd admin admin] 10.222.0.61 "PUT /v2.0/routers/f87c4c4b-5e42-44ea-9d10-21ca43924aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8066185 Feb 17 04:48:30.343725 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5f2609d1-1c4a-409c-b7a6-220e5a18517c None None] Provisioning complete for port 145157b9-af70-4255-94a9-bdcaf8fa1959 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:30.344187 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5f2609d1-1c4a-409c-b7a6-220e5a18517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.380817 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5f2609d1-1c4a-409c-b7a6-220e5a18517c None None] Port 145157b9-af70-4255-94a9-bdcaf8fa1959 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:48:30.406544 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ef330-4384-4952-88f8-d28f59df5578 req-674ab66c-c7ff-47f6-98a4-48806e41c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:30.408080 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-372ef330-4384-4952-88f8-d28f59df5578 req-674ab66c-c7ff-47f6-98a4-48806e41c047 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 1100 time: 0.0479417 Feb 17 04:48:30.449516 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-372ef330-4384-4952-88f8-d28f59df5578 req-a94da8d0-c04a-4d7f-8a79-a1aac49ed890 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Feb 17 04:48:30.783331 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54572) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:30.788229 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-779135659-network', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:30.810172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Made reservation on behalf of 58c03a08c65b404a966f1d2246a623a0 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:48:30.812508 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.820860 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.911477 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.916031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.940752 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:48:30.950652 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c59ec-9a73-4f8f-86ec-502898d87689,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:30.955602 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:30.955945 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Added segment 285eafd0-e0e5-43a9-af72-2084ad11d8c1 of type vlan for network 921839aa-4b90-470a-acd9-8f768ba769eb Feb 17 04:48:30.960543 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:30.996354 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.014272 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:31.014644 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.021435 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.022434 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:31.023043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.084314 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2998230 Feb 17 04:48:31.087133 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54574) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:31.092353 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Request body: {'subnet': {'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-779135659-subnet', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:31.093885 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15908a26-e17e-498e-969c-8e0db46abe27 admin admin] Pushing event updated for resources: {'Network': ['ID=921839aa-4b90-470a-acd9-8f768ba769eb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:31.097411 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 152a27eb-53d0-4416-b6de-511566b9a43e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:31.121845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Made reservation on behalf of 58c03a08c65b404a966f1d2246a623a0 for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:48:31.124554 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129650644'] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.132727 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network 921839aa-4b90-470a-acd9-8f768ba769eb details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:48:31.215305 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 152a27eb-53d0-4416-b6de-511566b9a43e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:31.215683 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.295782 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129608602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129650630'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.308818 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.329699 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port 152a27eb-53d0-4416-b6de-511566b9a43e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=152a27eb-53d0-4416-b6de-511566b9a43e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:31.336819 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.364399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c449a-5c71-4352-869d-789f2ec73886 req-9a1721b8-c1a0-4872-9928-55701c4b45f0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:31.364983 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256af4f0-bcfc-40d3-b01f-72ed4e80c33c,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:31.365935 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668c449a-5c71-4352-869d-789f2ec73886 req-9a1721b8-c1a0-4872-9928-55701c4b45f0 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0597038 Feb 17 04:48:31.376851 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Checking segment: {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:31.377207 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Network hostable DHCP agents. Network: 921839aa-4b90-470a-acd9-8f768ba769eb, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:48:31.399333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Network 921839aa-4b90-470a-acd9-8f768ba769eb is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:48:31.405402 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=152a27eb-53d0-4416-b6de-511566b9a43e,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:31.406832 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-668c449a-5c71-4352-869d-789f2ec73886 req-b477c11e-6354-4c64-af4e-e02c44a925e3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Feb 17 04:48:31.410446 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, 921839aa-4b90-470a-acd9-8f768ba769eb) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:31.415631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:31.417955 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.423250 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa14b54-b7ba-455b-9b78-f2f91593a993 None None] Network 921839aa-4b90-470a-acd9-8f768ba769eb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:31.432583 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7730c60e-f12f-4ae3-a0c9-4b0a47e1e780 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3437564 Feb 17 04:48:31.435569 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54578) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:31.441034 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:31.465818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-929263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10157'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.466696 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-927691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10164'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.521705 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.587480 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7afed99f-dba5-5edc-8222-e7e84afb0c5c-921839aa-4b90-470a-acd9-8f768ba769eb', 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'fixed_ips': [{'subnet_id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c'}]}} from dv-cinder-829630-1-iscsi. {{(pid=108238) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 17 04:48:31.589218 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.658757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:31.698672 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:31.742030 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:31.742674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:31.803387 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.db_base_plugin_common [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Allocated IP 172.20.0.2 (921839aa-4b90-470a-acd9-8f768ba769eb/256af4f0-bcfc-40d3-b01f-72ed4e80c33c/dba9437e-892a-4f10-9f09-5c3d6ef17749) {{(pid=108238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:31.926188 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:32.147455 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.167008 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.272255 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks [] for port, precommit_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.277917 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Allocated IP 172.27.2.166 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/b0455b36-7057-4910-b39a-de414af6767c) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:32.285516 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873'] for port, after_create {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.370408 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Network 921839aa-4b90-470a-acd9-8f768ba769eb is already hosted by enough agents. {{(pid=108238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:32.373702 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.scheduler.base_scheduler [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Resources bound (agent type, host, resource id): {{(pid=108238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:32.378924 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Received port after_create {{(pid=108238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:32.386023 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Pushing event updated for resources: {'Port': ['ID=dba9437e-892a-4f10-9f09-5c3d6ef17749,revision_number=1']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:32.390235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.429099 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.450019 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Attempting to bind port dba9437e-892a-4f10-9f09-5c3d6ef17749 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:32.450391 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Attempting to bind port dba9437e-892a-4f10-9f09-5c3d6ef17749 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:32.450748 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Attempting to bind port dba9437e-892a-4f10-9f09-5c3d6ef17749 on network 921839aa-4b90-470a-acd9-8f768ba769eb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:32.458092 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:32.458467 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Checking segment: {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:32.458872 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.459249 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Bound using segment: {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:32.459718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Bound port: dba9437e-892a-4f10-9f09-5c3d6ef17749, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:32.460123 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.468842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:32.473206 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:32.476631 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:32.481425 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 2, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:32.527043 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Pushing event updated for resources: {'Port': ['ID=b0455b36-7057-4910-b39a-de414af6767c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:32.535083 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:32.535727 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Updating router f87c4c4b-5e42-44ea-9d10-21ca43924aeb port 145157b9-af70-4255-94a9-bdcaf8fa1959 binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:48:32.570612 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d500e10-b00d-4711-b4de-3fb46c399bcb req-7f07b77c-a59f-4ac7-815a-7c2c2c3d77c3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:32.579510 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2d500e10-b00d-4711-b4de-3fb46c399bcb req-7f07b77c-a59f-4ac7-815a-7c2c2c3d77c3 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0653968 Feb 17 04:48:32.579992 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.595218 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] For port dba9437e-892a-4f10-9f09-5c3d6ef17749, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:32.610587 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] For port dba9437e-892a-4f10-9f09-5c3d6ef17749, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=dba9437e-892a-4f10-9f09-5c3d6ef17749,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:32.626240 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-2d500e10-b00d-4711-b4de-3fb46c399bcb req-a2111b30-ec61-4a5c-9fe2-d98d49874ef4 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454025 Feb 17 04:48:32.635485 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.763915 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35155c-b96d-4cb8-8519-ce496a624708 None None] Pushing event updated for resources: {'Port': ['ID=dba9437e-892a-4f10-9f09-5c3d6ef17749,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:32.769211 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:32.961744 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 152a27eb-53d0-4416-b6de-511566b9a43e up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:33.004984 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-927680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926726'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.016439 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.029032 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.084629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 152a27eb-53d0-4416-b6de-511566b9a43e triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:33.084999 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.130493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bce5bc-9c22-44f4-a6dc-0754c421ff0d None None] Pushing event updated for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:33.142323 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 is scheduled to L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 04:48:33.174421 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Attempting to bind port 145157b9-af70-4255-94a9-bdcaf8fa1959 on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:33.174792 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Attempting to bind port 145157b9-af70-4255-94a9-bdcaf8fa1959 by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:33.175316 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Attempting to bind port 145157b9-af70-4255-94a9-bdcaf8fa1959 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:33.183841 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:33.184228 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:33.184626 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.185039 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Bound using segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:33.185504 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Bound port: 145157b9-af70-4255-94a9-bdcaf8fa1959, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:33.185883 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.267825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:33.285397 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.285625 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Sync routers for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:33.286860 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0a700e07-e0bf-4bde-b850-b5be2b235e36 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8502333 Feb 17 04:48:33.287524 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] For port 145157b9-af70-4255-94a9-bdcaf8fa1959, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:33.289604 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54618) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:33.298973 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] For port 145157b9-af70-4255-94a9-bdcaf8fa1959, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=145157b9-af70-4255-94a9-bdcaf8fa1959,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:33.299353 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:33.300185 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:33.303314 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.371629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:33.372394 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:33.415826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] Provisioning complete for port 145157b9-af70-4255-94a9-bdcaf8fa1959 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:33.415826 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.436030 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:33.447116 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bce5bc-9c22-44f4-a6dc-0754c421ff0d None None] Pushing event updated for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:33.572477 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:33.624723 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.676801 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:32Z', 'revision_number': 3, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:33.733921 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Checking router: ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:33.734545 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Updating router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 port b0455b36-7057-4910-b39a-de414af6767c binding host dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:48:33.761462 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.812386 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] For port 145157b9-af70-4255-94a9-bdcaf8fa1959, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=145157b9-af70-4255-94a9-bdcaf8fa1959,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:33.845007 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.886066 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f511-72ad-40b9-90bd-256a95909d40 req-5fb248f7-b05d-4185-a960-0a9456a58a2b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:33.888184 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9288f511-72ad-40b9-90bd-256a95909d40 req-5fb248f7-b05d-4185-a960-0a9456a58a2b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.1504285 Feb 17 04:48:33.888338 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ef5d7-baf0-40bf-a314-c61d56047bed None None] Network 921839aa-4b90-470a-acd9-8f768ba769eb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:48:33.894718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:33.979506 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9288f511-72ad-40b9-90bd-256a95909d40 req-df229363-260a-4967-9cd6-6544d182da27 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810401 Feb 17 04:48:34.058431 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks [] for port, precommit_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.065042 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.100259 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb767a-f7a2-4918-970b-9ffda35715ce None None] Pushing event updated for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.107304 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Allocated IP 172.20.0.1 (921839aa-4b90-470a-acd9-8f768ba769eb/256af4f0-bcfc-40d3-b01f-72ed4e80c33c/baceca92-d7e8-44a1-b5c5-cd61c669e9ce) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:34.122925 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Attempting to bind port b0455b36-7057-4910-b39a-de414af6767c on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:34.123305 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Attempting to bind port b0455b36-7057-4910-b39a-de414af6767c by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:34.123667 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Attempting to bind port b0455b36-7057-4910-b39a-de414af6767c on network 24202a8a-dae7-43b9-92be-0ab799b37a74 {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:34.130209 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Provisioning complete for port dba9437e-892a-4f10-9f09-5c3d6ef17749 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:34.130582 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.133396 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:34.133776 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Checking segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:34.134171 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.134559 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Bound using segment: {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'} {{(pid=108239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:34.136771 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.managers [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Bound port: b0455b36-7057-4910-b39a-de414af6767c, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3d0576-fd33-482e-95cb-8ba8dbcb32db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74'}}] {{(pid=108239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:34.137192 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.174073 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:34.175669 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa95fb7-6ad7-414a-a81f-8e829f8485a8 None None] Pushing event updated for resources: {'Port': ['ID=b0455b36-7057-4910-b39a-de414af6767c,revision_number=2']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.201847 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] For port b0455b36-7057-4910-b39a-de414af6767c, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:34.207361 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.plugins.ml2.db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] For port b0455b36-7057-4910-b39a-de414af6767c, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=b0455b36-7057-4910-b39a-de414af6767c,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:34.213602 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron_lib.callbacks.manager [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.228952 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.230363 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5de58f-06b7-45a5-b16a-7bab10d470e5 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:34.280606 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.281865 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:34.282811 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:34.341039 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.347985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Network 921839aa-4b90-470a-acd9-8f768ba769eb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:34.351389 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:34.356592 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:34.375513 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa95fb7-6ad7-414a-a81f-8e829f8485a8 None None] Pushing event updated for resources: {'Port': ['ID=b0455b36-7057-4910-b39a-de414af6767c,revision_number=3']} {{(pid=108239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.388744 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] For port dba9437e-892a-4f10-9f09-5c3d6ef17749, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=dba9437e-892a-4f10-9f09-5c3d6ef17749,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:34.398142 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.408139 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Pushing event updated for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.425594 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-926937'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.465015 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Provisioning complete for port 145157b9-af70-4255-94a9-bdcaf8fa1959 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:34.465401 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.505353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2f9b-6841-440f-9103-0c3a1562a1de None None] Pushing event updated for resources: {'Port': ['ID=dba9437e-892a-4f10-9f09-5c3d6ef17749,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.567594 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:34.638482 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.726728 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-8c997281-246b-4e8c-8544-777cc2a0612f None None] Provisioning complete for port dba9437e-892a-4f10-9f09-5c3d6ef17749 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:34.727103 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8c997281-246b-4e8c-8544-777cc2a0612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.855051 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.863370 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.869740 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:32Z', 'revision_number': 3, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:34.905278 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Pushing event updated for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:34.929437 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e48182-4d90-4be2-8120-34eedebcbc73 None None] The sync data for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi is: [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:32Z', 'revision_number': 3, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:34.968079 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-b3a892f2-a862-4777-b29c-cf4f4155caee None None] Provisioning complete for port baceca92-d7e8-44a1-b5c5-cd61c669e9ce triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:34.969342 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b3a892f2-a862-4777-b29c-cf4f4155caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:34.981550 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933705'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:35.013028 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device dba9437e-892a-4f10-9f09-5c3d6ef17749 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:35.053511 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-b3a892f2-a862-4777-b29c-cf4f4155caee None None] Port baceca92-d7e8-44a1-b5c5-cd61c669e9ce cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:48:35.083498 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port dba9437e-892a-4f10-9f09-5c3d6ef17749 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:35.083881 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:35.105167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Network 921839aa-4b90-470a-acd9-8f768ba769eb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:35.107083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:35.186515 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 145157b9-af70-4255-94a9-bdcaf8fa1959 up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:35.280805 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port 145157b9-af70-4255-94a9-bdcaf8fa1959 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:35.281279 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:35.294298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:48:35.425513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:48:35.432877 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-63a624ac-cac5-46ff-b6b5-c45d647ea656 admin admin] 10.222.0.61 "PUT /v2.0/routers/ab01d163-450a-4e48-a4ea-f1e7dcbef9a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400967 Feb 17 04:48:35.480426 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-66840229-b9c5-4003-9df1-03de04f3a17c None None] Provisioning complete for port baceca92-d7e8-44a1-b5c5-cd61c669e9ce triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:35.480426 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-66840229-b9c5-4003-9df1-03de04f3a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:35.520804 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-66840229-b9c5-4003-9df1-03de04f3a17c None None] Port baceca92-d7e8-44a1-b5c5-cd61c669e9ce cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:48:36.116364 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54630) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:36.121663 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600887010', 'description': 'tempest-secgroup-smoke-600887010 description', 'project_id': '52ecfd981c19495dba68d33a171d4dcd'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:36.144762 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.210599 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.215500 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.242955 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.245016 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1270401 Feb 17 04:48:36.246839 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ffd26-a40c-4bda-802b-ef28dd369d67 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445e89a7-f510-40b3-b77b-42f2e6e2290d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:36.248023 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54632) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:36.254019 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:36.282034 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.597900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.601222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.617816 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ce46fa-abc1-496e-a13d-de1311d9ca1d,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:36.626015 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.627199 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b37082e6-759e-44a5-b27a-89f3db064cc3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3774366 Feb 17 04:48:36.630019 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54634) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:36.634203 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:36.660203 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.717942 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.721969 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.739646 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a21360-c95b-4c65-9d35-ffb0e65b2b8b,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:36.747382 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.748595 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bb377b2e-ff61-42b5-bc8e-a7f850d392db tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176791 Feb 17 04:48:36.751487 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54636) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:36.755826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:36.782282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.842518 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.846363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.866690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7780cd-6cd2-44b6-910b-150111412142,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:36.875688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.879842 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54638) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:36.880008 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6766ba5d-6aeb-4fd7-b95d-2fb6b1c92f88 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273181 Feb 17 04:48:36.884564 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:36.911894 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device b0455b36-7057-4910-b39a-de414af6767c up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:36.916641 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.962372 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port b0455b36-7057-4910-b39a-de414af6767c triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:36.962720 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.973958 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.977548 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:36.998912 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d133f731-e8df-40fe-bae9-94c6ce3d76b3,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:37.007774 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.008987 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279509 Feb 17 04:48:37.010712 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.011061 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.011403 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.011733 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.012083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.012422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54640) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:37.012764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.013249 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.013729 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.014326 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.014659 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.014984 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.015307 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76ba03-b61a-4ba2-b7d0-8b7028cda714 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:48:37.016896 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:37.041617 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Project 52ecfd981c19495dba68d33a171d4dcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:48:37.046618 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.047739 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.070983 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] For port b0455b36-7057-4910-b39a-de414af6767c, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=b0455b36-7057-4910-b39a-de414af6767c,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:37.075161 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.109678 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.113620 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.123977 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Pushing event updated for resources: {'Port': ['ID=b0455b36-7057-4910-b39a-de414af6767c,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:37.130769 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b90e017-d2f9-42f1-9eba-7f90cc72dc5b,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:37.140446 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.141749 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-31e153f6-0ee6-4aca-b395-510b919ad79d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283355 Feb 17 04:48:37.144543 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54642) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:48:37.148789 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'security_group_rule': {'security_group_id': '445e89a7-f510-40b3-b77b-42f2e6e2290d', 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:37.173342 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Project 52ecfd981c19495dba68d33a171d4dcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 04:48:37.178147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.236252 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.239588 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029956'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.257420 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bc4503-705d-41f7-8c46-1d13e6a637ca,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:37.264725 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:37.265945 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d8d3f8c2-2f8c-4254-bdef-c04217b01a16 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204600 Feb 17 04:48:37.663697 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Sync routers for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:48:37.678222 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:37.679386 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:37.788638 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:37.989859 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 4, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'baceca92-d7e8-44a1-b5c5-cd61c669e9ce', 'name': '', 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'mac_address': 'fa:16:3e:d0:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:33Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 2, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'subnets': [{'id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:38.019344 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Checking router: ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:48:38.019839 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Updating router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 port baceca92-d7e8-44a1-b5c5-cd61c669e9ce binding host dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 04:48:38.048783 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.321079 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.326593 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.375459 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166fdd-6f74-4163-b410-571cd350aac3 None None] Pushing event updated for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:38.428242 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Attempting to bind port baceca92-d7e8-44a1-b5c5-cd61c669e9ce on host dv-cinder-829630-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:38.428614 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Attempting to bind port baceca92-d7e8-44a1-b5c5-cd61c669e9ce by drivers openvswitch,hyperv on host dv-cinder-829630-1-iscsi at level 0 using segments [{'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:38.428979 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Attempting to bind port baceca92-d7e8-44a1-b5c5-cd61c669e9ce on network 921839aa-4b90-470a-acd9-8f768ba769eb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:38.434748 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Checking agent: {'id': 'b3e90e29-dac3-4a2b-853a-27b5a1808fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 31, 57), 'started_at': datetime.datetime(2022, 2, 17, 4, 32, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:38.435118 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Checking segment: {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:38.435546 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.435935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Bound using segment: {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:38.436637 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Bound port: baceca92-d7e8-44a1-b5c5-cd61c669e9ce, host: dv-cinder-829630-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285eafd0-e0e5-43a9-af72-2084ad11d8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:38.437021 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.508611 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] For port baceca92-d7e8-44a1-b5c5-cd61c669e9ce, host dv-cinder-829630-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:38.512712 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] For port baceca92-d7e8-44a1-b5c5-cd61c669e9ce, host dv-cinder-829630-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:38.517088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.589655 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] Provisioning complete for port baceca92-d7e8-44a1-b5c5-cd61c669e9ce triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:38.590027 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.592666 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25166fdd-6f74-4163-b410-571cd350aac3 None None] Pushing event updated for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:38.597443 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:48:38.598090 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:38.769467 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:48:38.794375 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:38.883887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] For port baceca92-d7e8-44a1-b5c5-cd61c669e9ce, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:48:38.886875 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device b0455b36-7057-4910-b39a-de414af6767c up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:38.909815 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:39.164333 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ef1c-202c-43bf-87c0-dbd1d4595e7b None None] Pushing event updated for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:39.204240 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port b0455b36-7057-4910-b39a-de414af6767c triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:39.204615 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:39.209126 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-e14084af-4dd8-4eb5-9995-2dc25e8b4010 None None] Provisioning complete for port baceca92-d7e8-44a1-b5c5-cd61c669e9ce triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:39.209484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e14084af-4dd8-4eb5-9995-2dc25e8b4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:39.353029 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 4, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'baceca92-d7e8-44a1-b5c5-cd61c669e9ce', 'name': '', 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'mac_address': 'fa:16:3e:d0:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:33Z', 'updated_at': '2022-02-17T04:48:38Z', 'revision_number': 4, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'subnets': [{'id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:48:39.392077 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e80e33-1046-4be4-ac48-d5014a304f66 None None] The sync data for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi is: [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:48:34Z', 'revision_number': 4, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': 'baceca92-d7e8-44a1-b5c5-cd61c669e9ce', 'name': '', 'network_id': '921839aa-4b90-470a-acd9-8f768ba769eb', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'mac_address': 'fa:16:3e:d0:ec:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:33Z', 'updated_at': '2022-02-17T04:48:38Z', 'revision_number': 4, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'subnets': [{'id': '256af4f0-bcfc-40d3-b01f-72ed4e80c33c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:48:40.903834 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device baceca92-d7e8-44a1-b5c5-cd61c669e9ce up at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:48:40.954345 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Provisioning complete for port baceca92-d7e8-44a1-b5c5-cd61c669e9ce triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:40.954713 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:47.311184 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:51.663408 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-6abd051a-6e6c-45a3-ba5d-e337537d2355 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600887010&fields=id&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 267 time: 0.0311539 Feb 17 04:48:51.768743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-cf98ae52-8aed-4449-bb3c-d5154a2064d2 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:51.770221 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-cf98ae52-8aed-4449-bb3c-d5154a2064d2 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.0992088 Feb 17 04:48:51.785624 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-f7e67a3a-9d66-4587-a239-10c3d562f3b1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/quotas/52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 375 time: 0.0087426 Feb 17 04:48:51.823539 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f6010307-55ff-423a-85ff-8b93a30986d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:51.836140 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-6afdbd48-0bd1-4336-ac74-5d5149ff9cb9 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453031 Feb 17 04:48:51.930578 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-5bf78376-7153-45b0-a680-a5ec463463a4 service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Feb 17 04:48:52.016976 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-4dbd2ad8-03b7-465c-bab3-c056a23c53d6 service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803068 Feb 17 04:48:52.285640 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cb215d0d-1b6b-4ee6-bd5b-ab64cf88e610 req-ff108706-2aa9-48a4-9550-d52719457387 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 210 time: 0.0261955 Feb 17 04:48:53.217932 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-f9ba19ae-244d-4206-944d-15512aa72ae1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:53.219511 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-f9ba19ae-244d-4206-944d-15512aa72ae1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.1129403 Feb 17 04:48:53.262060 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-2aeff88b-38dc-44fd-ae9e-b30fc561aeed tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 379 time: 0.0333953 Feb 17 04:48:53.271222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'port': {'device_id': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'admin_state_up': True, 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'security_groups': ['445e89a7-f510-40b3-b77b-42f2e6e2290d']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:53.390530 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-130508eb-9c63-4b30-9a8e-801be2825534 req-939b0920-e0fd-4f61-a8c0-02311efae125 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 210 time: 0.0332341 Feb 17 04:48:53.411193 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Made reservation on behalf of 52ecfd981c19495dba68d33a171d4dcd for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:48:53.414735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.535065 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.20.0.11 (84cf6c97-23ee-4b29-bf6a-7f3ac242d640/7cd91d27-c733-4970-9c7f-e008e1093002/e8ec7fcc-7729-443b-be18-7c28561484a8) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:48:53.679753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.715493 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.757754 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:48:53.760650 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:48:53.763082 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:48:53.796524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:53.819159 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:53.819783 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:53.836559 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-345b1508-222e-48c3-b264-b2e852288bf7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688393 Feb 17 04:48:53.850219 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Request body: {'port': {'device_id': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:53.910537 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.007852 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-4743d32d-d9d6-415d-a207-b1b154568386 None None] Provisioning complete for port e8ec7fcc-7729-443b-be18-7c28561484a8 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:48:54.008452 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4743d32d-d9d6-415d-a207-b1b154568386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.042167 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-4743d32d-d9d6-415d-a207-b1b154568386 None None] Port e8ec7fcc-7729-443b-be18-7c28561484a8 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:48:54.167613 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ec7fcc-7729-443b-be18-7c28561484a8 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:48:54.174797 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.186311 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Transition to ACTIVE for port object e8ec7fcc-7729-443b-be18-7c28561484a8 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:48:54.189981 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.240902 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:54.281338 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4dec68d6-98e6-4af2-ab6b-38d566607453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.316052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Attempting to bind port e8ec7fcc-7729-443b-be18-7c28561484a8 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:48:54.316387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Attempting to bind port e8ec7fcc-7729-443b-be18-7c28561484a8 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:48:54.316711 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Attempting to bind port e8ec7fcc-7729-443b-be18-7c28561484a8 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:54.321090 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Port e8ec7fcc-7729-443b-be18-7c28561484a8 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:48:54.321409 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Attempting to bind port e8ec7fcc-7729-443b-be18-7c28561484a8 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:48:54.329218 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:48:54.329587 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:48:54.329935 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Bound using segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:48:54.330372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Bound port: e8ec7fcc-7729-443b-be18-7c28561484a8, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:48:54.330732 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.395833 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:48:54.398759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e8ec7fcc-7729-443b-be18-7c28561484a8,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:48:54.403836 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.435689 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.436230 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:54.437900 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] 10.222.0.37 "PUT /v2.0/ports/e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 1094 time: 0.5919569 Feb 17 04:48:54.442213 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:48:54.445400 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c4b81e-0b30-4a2f-9528-7dbe114369dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:48:54.510072 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e4cb7-3319-4b0e-8549-69490b0021af x-openstack-request-id: req-c73e4cb7-3319-4b0e-8549-69490b0021af {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:48:54.510399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:48:54.510775 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c73e4cb7-3319-4b0e-8549-69490b0021af {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:48:54.511239 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'status': 'completed', 'code': 200} Feb 17 04:48:54.514568 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e7e4-3d37-4d51-9aac-57838be1b5ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:48:54.534893 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a576926-c6a9-45d9-b6ee-09d1e504318e req-f6246f09-f3e7-4ca3-b408-395230099b46 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.536716 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6a576926-c6a9-45d9-b6ee-09d1e504318e req-f6246f09-f3e7-4ca3-b408-395230099b46 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0589507 Feb 17 04:48:54.545313 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-9a91225e-ca47-45e0-8452-f6cfea506e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.546920 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-9a91225e-ca47-45e0-8452-f6cfea506e73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1097 time: 0.0580819 Feb 17 04:48:54.576018 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-6a576926-c6a9-45d9-b6ee-09d1e504318e req-a09556ca-a2d7-4ca7-b204-f503fe250746 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329792 Feb 17 04:48:54.591177 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-fc00a33b-e59d-488c-99ef-435b6046d309 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 217 time: 0.0360839 Feb 17 04:48:54.645177 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-90742a0f-8554-40ff-878f-97098db7f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.646636 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-90742a0f-8554-40ff-878f-97098db7f8f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0453291 Feb 17 04:48:54.695750 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-85eed3be-7981-4c98-870c-5e1592b07131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.697947 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-85eed3be-7981-4c98-870c-5e1592b07131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438066 Feb 17 04:48:54.786573 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-b0c4a204-6e8f-4d00-ad39-478cde24b36e service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804534 Feb 17 04:48:54.880579 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8613d7fa-402a-4115-8dd6-66bd27a5a8fc req-9275b9f0-5314-44f1-8496-2321c3b69fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837908 Feb 17 04:48:54.969371 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-62c63e10-2c14-497a-ac65-afce63835f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:54.970898 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-62c63e10-2c14-497a-ac65-afce63835f67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1097 time: 0.0386467 Feb 17 04:48:55.058737 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-4438700b-8171-479d-8ac5-1cabd3eaa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:55.060203 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-4438700b-8171-479d-8ac5-1cabd3eaa250 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0806613 Feb 17 04:48:55.076474 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:55.103474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-5ac61e75-473b-441f-ac19-4a28cbc9ee06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 217 time: 0.0355940 Feb 17 04:48:55.152198 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-fb11c9cf-b958-45b6-835b-e483c2d572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:55.153581 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-fb11c9cf-b958-45b6-835b-e483c2d572d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0419397 Feb 17 04:48:55.199700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-5d571f1f-d947-4ec8-956e-057da9b163c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:55.201239 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-5d571f1f-d947-4ec8-956e-057da9b163c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380139 Feb 17 04:48:55.295918 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-bd711cf5-e0f4-44aa-88f5-63774a08b212 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Feb 17 04:48:55.385148 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-55c4b81e-0b30-4a2f-9528-7dbe114369dd req-3dc2e3d0-af8b-4532-8820-4e935443814a service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799229 Feb 17 04:48:55.694202 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760034d9-9258-431c-aeb1-9c2e1137b6fc req-0b984b59-df95-48fd-8aa5-a5160270f0d3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:55.695668 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-760034d9-9258-431c-aeb1-9c2e1137b6fc req-0b984b59-df95-48fd-8aa5-a5160270f0d3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0519240 Feb 17 04:48:55.739313 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-760034d9-9258-431c-aeb1-9c2e1137b6fc req-8e38be82-d332-4ffb-84d3-95a80e09acfe tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372112 Feb 17 04:48:56.369862 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:48:56.734461 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:56.850259 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ad0c0-667d-4bc0-97ee-85cce68bb6d4 req-183877d1-68f2-4a4c-a51c-9636a0ccc486 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:56.851700 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0f9ad0c0-667d-4bc0-97ee-85cce68bb6d4 req-183877d1-68f2-4a4c-a51c-9636a0ccc486 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0468273 Feb 17 04:48:56.887993 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0f9ad0c0-667d-4bc0-97ee-85cce68bb6d4 req-137278e2-b244-4bd0-9096-abc477d1099c tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297356 Feb 17 04:48:57.027680 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:48:57.999445 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eca56-c898-41a6-8f31-d26595cd4147 req-b67ad425-7c19-4683-bab6-f208aebc5d1a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:58.000927 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b90eca56-c898-41a6-8f31-d26595cd4147 req-b67ad425-7c19-4683-bab6-f208aebc5d1a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0480092 Feb 17 04:48:58.037064 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b90eca56-c898-41a6-8f31-d26595cd4147 req-62207d14-2f5b-42b9-8ec6-33b4a8b95abd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302665 Feb 17 04:48:59.151468 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a7b67-f063-49f1-82a4-2354433aac22 req-2d67d110-4fcc-4894-a767-7f47eb317289 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:48:59.152938 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-689a7b67-f063-49f1-82a4-2354433aac22 req-2d67d110-4fcc-4894-a767-7f47eb317289 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0513420 Feb 17 04:48:59.189375 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-689a7b67-f063-49f1-82a4-2354433aac22 req-9bb71a71-8028-4409-8840-62fef9d8cc55 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307608 Feb 17 04:49:00.299413 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179b6a4-ace1-480d-9cd8-25aa09a6a708 req-c4fde096-689a-46aa-961e-cea0c5d6d931 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:00.300886 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5179b6a4-ace1-480d-9cd8-25aa09a6a708 req-c4fde096-689a-46aa-961e-cea0c5d6d931 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0476158 Feb 17 04:49:00.337166 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5179b6a4-ace1-480d-9cd8-25aa09a6a708 req-85366df5-112c-40ae-8961-50001b8ff530 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304148 Feb 17 04:49:01.449616 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c087-5cd2-425d-82b2-db00e663fdad req-1be438a5-06c2-40f5-8509-b4dc25ea8886 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:01.451039 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b0a2c087-5cd2-425d-82b2-db00e663fdad req-1be438a5-06c2-40f5-8509-b4dc25ea8886 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 944 time: 0.0476806 Feb 17 04:49:01.486719 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b0a2c087-5cd2-425d-82b2-db00e663fdad req-3fc3fde0-e90a-491d-a54a-0d62a15bb374 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297518 Feb 17 04:49:01.942460 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device e8ec7fcc-7729-443b-be18-7c28561484a8 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:49:02.035707 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e8ec7fcc-7729-443b-be18-7c28561484a8,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:02.047377 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'port_id': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'mac_address': 'fa:16:3e:f2:09:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:49:02.082144 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:02.094882 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ec7fcc-7729-443b-be18-7c28561484a8 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:49:02.113954 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e8ec7fcc-7729-443b-be18-7c28561484a8,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:02.117748 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:02.162057 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:02.169513 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.169887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.170226 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.170554 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.170894 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.171202 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.171522 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.171840 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.172186 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.172504 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.172817 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.173132 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:02.362508 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['e8ec7fcc-7729-443b-be18-7c28561484a8'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:49:02.605088 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744e0e6-a718-445d-a901-4844862dd247 req-0e6ebdd4-34ee-4190-b965-289e6105cc2d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:02.606583 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0744e0e6-a718-445d-a901-4844862dd247 req-0e6ebdd4-34ee-4190-b965-289e6105cc2d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Feb 17 04:49:02.642877 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0744e0e6-a718-445d-a901-4844862dd247 req-d9062243-b128-401f-bc08-d886481f7136 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303783 Feb 17 04:49:03.754431 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe91a-e7f7-4dd9-9bf8-9f1a10c9ed86 req-96e00e00-b8fb-4cf6-b0c2-c25b2d016525 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:03.755868 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f63fe91a-e7f7-4dd9-9bf8-9f1a10c9ed86 req-96e00e00-b8fb-4cf6-b0c2-c25b2d016525 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 945 time: 0.0476384 Feb 17 04:49:03.792709 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-f63fe91a-e7f7-4dd9-9bf8-9f1a10c9ed86 req-80b82aed-6ed8-487c-a058-30ced4094cce tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Feb 17 04:49:03.957241 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device e8ec7fcc-7729-443b-be18-7c28561484a8 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:49:04.008583 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port e8ec7fcc-7729-443b-be18-7c28561484a8 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:49:04.012963 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port e8ec7fcc-7729-443b-be18-7c28561484a8 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:49:04.013357 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:04.088159 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:04.113245 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:04.116503 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ce080-7609-4d89-bf25-6d76dbedadb3" -d '{"events": [{"server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "name": "network-vif-plugged", "status": "completed", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:04.130768 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e8ec7fcc-7729-443b-be18-7c28561484a8,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:04.135638 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:04.161636 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0952b28-7f84-4d75-a548-3766c136bb82 x-openstack-request-id: req-e0952b28-7f84-4d75-a548-3766c136bb82 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:04.161925 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "name": "network-vif-plugged", "status": "completed", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:04.162174 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0952b28-7f84-4d75-a548-3766c136bb82 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:04.162548 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'code': 200} Feb 17 04:49:04.187896 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:04.376609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588920d1-d55f-452c-9f14-af823a5a3005 req-9438f68f-798d-4c71-b972-43d66b023379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:04.378066 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-588920d1-d55f-452c-9f14-af823a5a3005 req-9438f68f-798d-4c71-b972-43d66b023379 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1099 time: 0.0382748 Feb 17 04:49:04.411804 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-588920d1-d55f-452c-9f14-af823a5a3005 req-683a0f0d-44bf-41af-800e-4cacf6c9495f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263493 Feb 17 04:49:04.907159 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37a8d-d136-4c76-af77-37d2cf81d29f req-28ad90d4-93e0-4bcf-8d73-a1e0abd50496 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:04.908646 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bed37a8d-d136-4c76-af77-37d2cf81d29f req-28ad90d4-93e0-4bcf-8d73-a1e0abd50496 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0514994 Feb 17 04:49:04.944970 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bed37a8d-d136-4c76-af77-37d2cf81d29f req-bf780d78-4ec7-4195-9c0a-e46287d00746 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305064 Feb 17 04:49:06.058794 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43a85c-9fe6-48c3-a707-4580acab6512 req-706c128d-c955-4abc-b84f-c664acc8aea9 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:06.060273 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4f43a85c-9fe6-48c3-a707-4580acab6512 req-706c128d-c955-4abc-b84f-c664acc8aea9 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Feb 17 04:49:06.097474 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4f43a85c-9fe6-48c3-a707-4580acab6512 req-6e966817-e257-46b0-bfb2-c1299b537a9e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313356 Feb 17 04:49:06.208308 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc06e2-e2f1-43c0-a951-156a724345cf req-c76d0035-7ed9-40c8-a511-af413b8efa54 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:06.209872 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-00dc06e2-e2f1-43c0-a951-156a724345cf req-c76d0035-7ed9-40c8-a511-af413b8efa54 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0480926 Feb 17 04:49:06.246825 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-00dc06e2-e2f1-43c0-a951-156a724345cf req-1a7cb228-3aa5-4948-80a5-67561e721d36 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304940 Feb 17 04:49:06.269235 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54798) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:06.397245 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfd8f9-9313-43d9-881f-a6634e561373 tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:06.398700 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-86bfd8f9-9313-43d9-881f-a6634e561373 tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1094 time: 0.1285079 Feb 17 04:49:06.402135 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54802) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:06.406394 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'port_id': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:06.429343 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:06.522169 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:06.624997 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.27.2.92 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/89223a87-f3b9-4f58-a075-647781991115) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:49:06.722718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:06.755029 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:06.795827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:49:06.798520 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:49:06.801869 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:49:06.825985 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=89223a87-f3b9-4f58-a075-647781991115,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:07.144435 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.210872 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.358350 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.362717 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.425963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=89223a87-f3b9-4f58-a075-647781991115,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:07.436256 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.530089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP c23dfc48-dddb-4a09-8334-42b8cb3836cc associated. External IP: 172.27.2.92, port: e8ec7fcc-7729-443b-be18-7c28561484a8. Feb 17 04:49:07.725033 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:07.826200 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:07.835483 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:07.844912 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:07.845372 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:07.845984 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:07.871806 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0860ed9b-2c53-4594-b6d7-be7ff5c6d85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4686592 Feb 17 04:49:07.872777 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:07.875163 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f60afa-36e8-48bf-ba9b-2a1cd3555235" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:07.913215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64030fd-84e0-4256-aafa-e622dd710e9f x-openstack-request-id: req-f64030fd-84e0-4256-aafa-e622dd710e9f {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:07.913502 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:07.913757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f64030fd-84e0-4256-aafa-e622dd710e9f {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:07.914149 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'status': 'completed', 'code': 200} Feb 17 04:49:07.951908 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:07.975939 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-33571549-01f8-4b63-93a5-d3b570c88732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:07.977485 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-33571549-01f8-4b63-93a5-d3b570c88732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1099 time: 0.0393558 Feb 17 04:49:08.069098 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-d1432c39-eb19-48cb-9610-fd1393c602c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:08.070576 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-d1432c39-eb19-48cb-9610-fd1393c602c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0858750 Feb 17 04:49:08.132782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-2cbdf418-851e-48e9-b6c1-a241690ceddb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 999 time: 0.0552647 Feb 17 04:49:08.174064 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c23dfc48-dddb-4a09-8334-42b8cb3836cc', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:f2:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:49:07Z', 'updated_at': '2022-02-17T04:49:07Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:08.180090 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-f3bac6d6-41c1-4ffb-a222-f986722c1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:08.182028 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-f3bac6d6-41c1-4ffb-a222-f986722c1bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0411880 Feb 17 04:49:08.201312 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:08.209474 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:08.210016 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:08.229048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-0f873153-2635-4793-a0ac-6a2fd13320a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:08.230501 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-0f873153-2635-4793-a0ac-6a2fd13320a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415044 Feb 17 04:49:08.314882 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:08.317654 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-4c1103f9-b01a-4bd8-88e9-b76f89a7fa30 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800493 Feb 17 04:49:08.546849 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c23dfc48-dddb-4a09-8334-42b8cb3836cc', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:f2:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:49:07Z', 'updated_at': '2022-02-17T04:49:07Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:08.575680 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1090a5-ed84-4026-b8d5-4c734f9f2467 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'c23dfc48-dddb-4a09-8334-42b8cb3836cc', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:f2:09:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:49:07Z', 'updated_at': '2022-02-17T04:49:07Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:08.678929 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-84f60afa-36e8-48bf-ba9b-2a1cd3555235 req-2e9fec8c-060e-49ee-b451-11f1fc1bf70e service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532391 Feb 17 04:49:08.766656 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313e3e5c-93ad-4a0c-83d8-ec1b49f9194c None None] New status for floating IP c23dfc48-dddb-4a09-8334-42b8cb3836cc: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:49:12.641088 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4415-8aa0-4b19-8b2f-06f93d9806ca req-5bf5b4b6-7a60-4fed-aa0b-2735af9e9102 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:12.642524 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-96fc4415-8aa0-4b19-8b2f-06f93d9806ca req-5bf5b4b6-7a60-4fed-aa0b-2735af9e9102 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0480540 Feb 17 04:49:12.679559 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-96fc4415-8aa0-4b19-8b2f-06f93d9806ca req-226f4236-a6a3-47aa-99c6-f3cddac1ff31 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Feb 17 04:49:13.796326 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ebc69-20ed-4e9a-936f-38d9e7e42c85 req-f8479c23-bbbd-42a3-aaa1-de388da4decc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:13.797782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-402ebc69-20ed-4e9a-936f-38d9e7e42c85 req-f8479c23-bbbd-42a3-aaa1-de388da4decc tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0468159 Feb 17 04:49:13.834444 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-402ebc69-20ed-4e9a-936f-38d9e7e42c85 req-e5786935-d86d-4594-a7b7-0c183d0a1f2b tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1270929-6473-4df6-8d92-b89fb2e5b868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309165 Feb 17 04:49:14.043634 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c9d542c0-480f-4702-b52b-bef2f37c5356 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:14.045084 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c9d542c0-480f-4702-b52b-bef2f37c5356 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 947 time: 0.0463181 Feb 17 04:49:14.132602 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Deleting port 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:14.132937 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.216945 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] For port 5eec050a-2330-43c5-98ac-4c35c35fefcf, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=5eec050a-2330-43c5-98ac-4c35c35fefcf,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:14.217305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.386503 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.386789 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.387103 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Floating IP e846a494-4131-4e24-81c8-1f499e493bf1 disassociated. External IP: 172.27.2.158, port: 5eec050a-2330-43c5-98ac-4c35c35fefcf. Feb 17 04:49:14.387439 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Calling delete_port for 5eec050a-2330-43c5-98ac-4c35c35fefcf owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:14.509335 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.537115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'Port': ['ID=5eec050a-2330-43c5-98ac-4c35c35fefcf,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:14.548076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.548434 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.548778 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.549116 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.549450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.549780 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.550109 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.550433 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.550755 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.551079 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.551402 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.551730 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:14.665674 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:14.770692 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:14.781024 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:14.790312 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:14.790921 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:14.812532 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] No DVR routers for this DVR port 5eec050a-2330-43c5-98ac-4c35c35fefcf on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:14.815066 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:14.818365 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-272133a9-8166-4687-ab81-a6e8d0917f67 req-c2075e2a-f024-4065-9900-3a2f2d343121 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.37 "DELETE /v2.0/ports/5eec050a-2330-43c5-98ac-4c35c35fefcf HTTP/1.1" status: 204 len: 173 time: 0.7674761 Feb 17 04:49:14.818818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-deleted', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:49:14.821900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10505d2-19c2-458f-ba78-c958c511e0ec" -d '{"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-deleted", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:49:14.884680 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55469759-8ac5-458f-a705-cad376474861 x-openstack-request-id: req-55469759-8ac5-458f-a705-cad376474861 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:49:14.884978 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e1ee2-b6e0-4887-be30-a056be52434a", "name": "network-vif-deleted", "tag": "5eec050a-2330-43c5-98ac-4c35c35fefcf", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:49:14.885234 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55469759-8ac5-458f-a705-cad376474861 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:49:14.885638 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5e1ee2-b6e0-4887-be30-a056be52434a', 'name': 'network-vif-deleted', 'tag': '5eec050a-2330-43c5-98ac-4c35c35fefcf', 'status': 'completed', 'code': 200} Feb 17 04:49:14.917578 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:14.960879 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a10774ce-e119-410c-a065-7b6033fa71b3 req-9c94fd19-93fb-4230-bb8e-1c3b75a8da29 tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f5e1ee2-b6e0-4887-be30-a056be52434a HTTP/1.1" status: 200 len: 210 time: 0.0331931 Feb 17 04:49:15.143653 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:15.173234 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:15.181718 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:15.182314 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:15.365223 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:15.559035 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:15.584308 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13fd87-5385-4b75-8f9d-cf52c2b23669 None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:44:01Z', 'revision_number': 4, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '526a1f74-d94e-4c7b-8213-93b01fa1d83c', 'name': '', 'network_id': '809e8f55-9f6b-4a86-83a7-c2031df5e1f6', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'mac_address': 'fa:16:3e:1d:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:44:01Z', 'updated_at': '2022-02-17T04:44:05Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'subnets': [{'id': 'ab9f7f43-ecb8-43a2-9400-0b5c91403a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:15.783423 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdea224-5658-465b-b4ca-d4e47b0a00e7 None None] New status for floating IP e846a494-4131-4e24-81c8-1f499e493bf1: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:49:16.042190 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54834) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:16.094399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.116646 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.162396 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.165231 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.166468 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "DELETE /v2.0/security-groups/e1270929-6473-4df6-8d92-b89fb2e5b868 HTTP/1.1" status: 204 len: 168 time: 0.1232836 Feb 17 04:49:16.169286 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54836) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:16.175242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e8bfb-b62f-4f86-92cf-dd3ce133c79f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1270929-6473-4df6-8d92-b89fb2e5b868,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:16.184524 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.api.v2.resource [None req-7f42f7fa-0072-4629-aa4f-31247c691c5a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] show failed (client error): The resource could not be found. Feb 17 04:49:16.185520 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7f42f7fa-0072-4629-aa4f-31247c691c5a tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "GET /v2.0/security-groups/e1270929-6473-4df6-8d92-b89fb2e5b868 HTTP/1.1" status: 404 len: 347 time: 0.0152502 Feb 17 04:49:16.188437 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54838) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:16.313062 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Deleting port 9fc4146d-f8b1-496c-a34f-36648ac699b4 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:16.313397 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.385256 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.385576 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.396566 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Calling delete_port for 9fc4146d-f8b1-496c-a34f-36648ac699b4 owned by network:floatingip {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:16.524623 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.550241 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Pushing event deleted for resources: {'Port': ['ID=9fc4146d-f8b1-496c-a34f-36648ac699b4,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:16.606781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks [] for floatingip, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.609311 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:16.610672 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5c6f74da-989f-4d10-bb03-d20205b74b4f tempest-AttachVolumeShelveTestJSON-995672079 tempest-AttachVolumeShelveTestJSON-995672079-project] 10.222.0.61 "DELETE /v2.0/floatingips/e846a494-4131-4e24-81c8-1f499e493bf1 HTTP/1.1" status: 204 len: 168 time: 0.4211795 Feb 17 04:49:17.310050 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:18.046163 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:18.066707 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 5eec050a-2330-43c5-98ac-4c35c35fefcf {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:18.067052 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 5eec050a-2330-43c5-98ac-4c35c35fefcf not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:19.002790 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54860) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:19.439766 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:19.674601 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Deleting port 526a1f74-d94e-4c7b-8213-93b01fa1d83c {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:19.674934 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:19.750458 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] For port 526a1f74-d94e-4c7b-8213-93b01fa1d83c, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=526a1f74-d94e-4c7b-8213-93b01fa1d83c,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:19.750811 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:19.762017 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Calling delete_port for 526a1f74-d94e-4c7b-8213-93b01fa1d83c owned by network:router_interface {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:19.932513 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:19.960219 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Pushing event deleted for resources: {'Port': ['ID=526a1f74-d94e-4c7b-8213-93b01fa1d83c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:20.121235 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:20.327044 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:49:20.646169 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:49:20.651894 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-13bb05c3-7b16-4892-84f6-0b0dc8cec67e admin admin] 10.222.0.61 "PUT /v2.0/routers/5dd6f338-57fe-4f44-adcf-dce15c9e94c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6480925 Feb 17 04:49:20.654445 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54864) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:20.655204 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Sync routers for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:49:20.664762 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:20.665312 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:20.755969 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks [] for router, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:20.771584 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:20.855386 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:20.915974 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Deleting port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:20.916333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:20.956263 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:49:19Z', 'revision_number': 5, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port': {'id': '49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:43:59Z', 'updated_at': '2022-02-17T04:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:20.982097 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Checking router: 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:49:20.990037 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Routers {'5dd6f338-57fe-4f44-adcf-dce15c9e94c1'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:49:20.990627 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:48:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:20.992297 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] For port 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:20.993188 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.004728 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Calling delete_port for 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f owned by network:router_gateway {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:21.076585 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] Set router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:49:21.128647 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:49:20Z', 'revision_number': 6, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:21.158213 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05c1f4-b6be-49eb-a6ef-50b4677a1a57 None None] The sync data for ids ['5dd6f338-57fe-4f44-adcf-dce15c9e94c1'] in dv-cinder-829630-1-iscsi is: [{'id': '5dd6f338-57fe-4f44-adcf-dce15c9e94c1', 'name': 'tempest-AttachVolumeShelveTestJSON-1343770619-router', 'tenant_id': '379f31afa4364c1886104375a97b360f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:43:58Z', 'updated_at': '2022-02-17T04:49:20Z', 'revision_number': 6, 'project_id': '379f31afa4364c1886104375a97b360f', 'gw_port_host': None}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:49:21.166728 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.191566 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Pushing event deleted for resources: {'Port': ['ID=49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:21.256119 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.342898 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.344929 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.386188 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.386758 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd6f338-57fe-4f44-adcf-dce15c9e94c1 {{(pid=108237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:49:21.391163 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] Notify callbacks [] for router, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.392297 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-eb964e4f-e5ab-4742-bbba-39db924c616e admin admin] 10.222.0.61 "DELETE /v2.0/routers/5dd6f338-57fe-4f44-adcf-dce15c9e94c1 HTTP/1.1" status: 204 len: 168 time: 0.7369280 Feb 17 04:49:21.394813 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54868) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:21.438408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Deleting subnet ab9f7f43-ecb8-43a2-9400-0b5c91403a3f {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:49:21.441204 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.478395 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129003399'] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.556570 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.610326 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129608661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129650639'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.634859 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9f7f43-ecb8-43a2-9400-0b5c91403a3f,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:21.638506 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.642026 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ac467ffa-fce5-4060-95eb-b565d8c907b5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ab9f7f43-ecb8-43a2-9400-0b5c91403a3f HTTP/1.1" status: 204 len: 168 time: 0.2458627 Feb 17 04:49:21.644061 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54870) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:21.644201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343e5ab-08ef-4186-af30-9bc1a231eb45 None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:49:21.716090 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.769928 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Deleting port a5033f53-93db-460e-abae-d6f8d8c67415 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:21.770263 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.834160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-f46f58bf-2547-4d47-b8a6-0b483904be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.839811 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] For port a5033f53-93db-460e-abae-d6f8d8c67415, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a5033f53-93db-460e-abae-d6f8d8c67415,segment=NetworkSegment(658622e2-f653-42e8-92f4-f616aee36fdb),segment_id=658622e2-f653-42e8-92f4-f616aee36fdb)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:21.840250 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.856083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Calling delete_port for a5033f53-93db-460e-abae-d6f8d8c67415 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:21.898844 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] DHCP port deletion for 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:49:21.944621 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:21.972074 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5033f53-93db-460e-abae-d6f8d8c67415,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:21.975616 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] No DVR routers for this DVR port a5033f53-93db-460e-abae-d6f8d8c67415 on host dv-cinder-829630-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:22.053390 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.080190 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809e8f55-9f6b-4a86-83a7-c2031df5e1f6']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:22.092596 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658622e2-f653-42e8-92f4-f616aee36fdb') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:22.092898 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658622e2-f653-42e8-92f4-f616aee36fdb') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:49:22.103399 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Deleting port a5033f53-93db-460e-abae-d6f8d8c67415 {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:49:22.103771 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.103901 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.121066 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.127918 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:49:22.128349 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:49:22.130012 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:49:22.169446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] For port a5033f53-93db-460e-abae-d6f8d8c67415, host dv-cinder-829630-1-iscsi, got binding levels [] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:49:22.169838 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.183994 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Calling delete_port for a5033f53-93db-460e-abae-d6f8d8c67415 owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:49:22.186558 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.187047 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.ipam_backend_mixin [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Port a5033f53-93db-460e-abae-d6f8d8c67415 was not found and therefore no delete operation was performed {{(pid=108238) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 04:49:22.190644 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.193086 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.199936 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] 10.222.0.61 "DELETE /v2.0/networks/809e8f55-9f6b-4a86-83a7-c2031df5e1f6 HTTP/1.1" status: 204 len: 168 time: 0.5547824 Feb 17 04:49:22.213347 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Network 809e8f55-9f6b-4a86-83a7-c2031df5e1f6 is not hosted by any dhcp agent {{(pid=108238) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 04:49:22.213771 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae017ee-49f4-44f0-9e1d-8c02abc34940 admin admin] Pushing event deleted for resources: {'Network': ['ID=809e8f55-9f6b-4a86-83a7-c2031df5e1f6,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:22.213911 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] No DVR routers for this DVR port a5033f53-93db-460e-abae-d6f8d8c67415 on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:49:22.218882 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0adb4e-6cdc-48ff-a15f-8ab41037e3e3 None None] Pushing event deleted for resources: {'Port': ['ID=a5033f53-93db-460e-abae-d6f8d8c67415,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:22.317659 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54874) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:22.356181 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-990227a1-5dc0-4b12-84f1-6e36216a43d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=379f31afa4364c1886104375a97b360f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373182 Feb 17 04:49:22.358502 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54876) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:22.406402 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.426987 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.456995 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-ffcca385-fee7-4e85-8547-733c9cbb9bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413375 Feb 17 04:49:22.474781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.477474 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:22.481566 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/736c8e6d-2613-48df-9bc4-253db0d22675 HTTP/1.1" status: 204 len: 168 time: 0.1193237 Feb 17 04:49:22.486944 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5468d-0809-4c9d-a219-41e7a91a30e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c8e6d-2613-48df-9bc4-253db0d22675,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:22.547936 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6071-d260-4b80-b964-e4e79431515e req-f5cab97b-ad82-48d1-aba7-07eca76f236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.549558 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-f5cab97b-ad82-48d1-aba7-07eca76f236c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1099 time: 0.0431840 Feb 17 04:49:22.655097 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6071-d260-4b80-b964-e4e79431515e req-14a852f5-20c9-44bf-a5a2-a71660ded21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.656579 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-14a852f5-20c9-44bf-a5a2-a71660ded21e service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0844579 Feb 17 04:49:22.727159 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-e0918903-d3cf-4090-9b38-5520a2a83497 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 1001 time: 0.0621579 Feb 17 04:49:22.778097 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6071-d260-4b80-b964-e4e79431515e req-4521543d-8ad7-4078-9384-a9713b4fa1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.779509 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-4521543d-8ad7-4078-9384-a9713b4fa1a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0451269 Feb 17 04:49:22.826766 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da6071-d260-4b80-b964-e4e79431515e req-6c22be34-c572-4244-b6bc-3b793cbfc303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:49:22.828329 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-6c22be34-c572-4244-b6bc-3b793cbfc303 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412366 Feb 17 04:49:22.918353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a5033f53-93db-460e-abae-d6f8d8c67415 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:22.928819 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-e58b39e6-762e-40fa-9bde-14c1b79d8b67 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930340 Feb 17 04:49:22.950548 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: a5033f53-93db-460e-abae-d6f8d8c67415 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:22.950912 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a5033f53-93db-460e-abae-d6f8d8c67415 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:22.951203 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 526a1f74-d94e-4c7b-8213-93b01fa1d83c no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:22.975578 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 526a1f74-d94e-4c7b-8213-93b01fa1d83c {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:22.975854 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 526a1f74-d94e-4c7b-8213-93b01fa1d83c not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:22.976283 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:49:22.996955 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:49:22.997300 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 49c00ebc-00f9-4edf-80e1-e1dc4c3c9b1f not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:49:23.030613 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29da6071-d260-4b80-b964-e4e79431515e req-bfb7a34b-e696-45f3-a569-7ff931108b97 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942276 Feb 17 04:49:24.274757 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d090-4714-4ef0-b757-c161ffe97fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:25.077678 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:26.738493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.030704 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.413850 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54970) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:27.515925 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f828a606-55d2-4e05-a0e0-19b1fee1336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.587668 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f828a606-55d2-4e05-a0e0-19b1fee1336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.591217 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f828a606-55d2-4e05-a0e0-19b1fee1336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.629584 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-f828a606-55d2-4e05-a0e0-19b1fee1336b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c63dcbb0b8d4aa78f44d15591fbbaee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145905 Feb 17 04:49:27.631444 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828a606-55d2-4e05-a0e0-19b1fee1336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feba3b1-4f72-44bb-bf32-ebb8e8ed8f9d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:27.632354 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54974) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:27.679241 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.700567 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.749205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.751656 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:27.752866 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9feba3b1-4f72-44bb-bf32-ebb8e8ed8f9d HTTP/1.1" status: 204 len: 168 time: 0.1193044 Feb 17 04:49:27.761260 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024a3df-f86c-4162-9dc5-631aa4b3ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feba3b1-4f72-44bb-bf32-ebb8e8ed8f9d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:28.003435 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 54980) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:28.016827 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6dfbce18-027a-4445-8f6c-2c0abb96e4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.088877 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6dfbce18-027a-4445-8f6c-2c0abb96e4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.092762 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6dfbce18-027a-4445-8f6c-2c0abb96e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.130441 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-6dfbce18-027a-4445-8f6c-2c0abb96e4d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=387c3b039c5e4371854a09d95c70a719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259656 Feb 17 04:49:28.131311 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbce18-027a-4445-8f6c-2c0abb96e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6f3b41-14d5-4ba8-bff9-218c52a659e2,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:28.133154 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 54982) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:28.181363 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.201851 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.247164 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.249718 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:28.250839 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd6f3b41-14d5-4ba8-bff9-218c52a659e2 HTTP/1.1" status: 204 len: 168 time: 0.1167293 Feb 17 04:49:28.258204 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f7ecb-abcf-4b84-b69d-6f233d3f89c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6f3b41-14d5-4ba8-bff9-218c52a659e2,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:33.368820 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:49:33.845083 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55066) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:33.947584 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46858464-1f0f-486b-85b4-97e024c234dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.020513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46858464-1f0f-486b-85b4-97e024c234dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.023876 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46858464-1f0f-486b-85b4-97e024c234dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.059956 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-46858464-1f0f-486b-85b4-97e024c234dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23b1fcddd36e46bca87923df29a2ca0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138345 Feb 17 04:49:34.061062 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46858464-1f0f-486b-85b4-97e024c234dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c67e1-22ae-4331-b5ad-22882cd4fe8c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:34.062685 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55070) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:34.110302 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.130727 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.175724 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.178198 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.179359 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/834c67e1-22ae-4331-b5ad-22882cd4fe8c HTTP/1.1" status: 204 len: 168 time: 0.1156902 Feb 17 04:49:34.187275 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196dd9f-4bc3-4b84-9db8-9b7a86b7d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c67e1-22ae-4331-b5ad-22882cd4fe8c,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:34.432699 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55076) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:34.445515 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e601eb3a-31f0-40f1-8564-c3fec80a0ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.520011 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e601eb3a-31f0-40f1-8564-c3fec80a0ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.523343 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e601eb3a-31f0-40f1-8564-c3fec80a0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.559965 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-e601eb3a-31f0-40f1-8564-c3fec80a0ec9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5f9260d504c4e44830520b899fa63d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261902 Feb 17 04:49:34.561923 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601eb3a-31f0-40f1-8564-c3fec80a0ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ae3018-f5b9-4a55-8e60-613a6da545dc,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:34.562690 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55078) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:34.612422 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.635014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.680151 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.683172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:34.684358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98ae3018-f5b9-4a55-8e60-613a6da545dc HTTP/1.1" status: 204 len: 168 time: 0.1206622 Feb 17 04:49:34.692172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1c91f-b19b-465e-865d-bd9ab69f8d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ae3018-f5b9-4a55-8e60-613a6da545dc,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:36.573327 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55146) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:36.674093 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c229eec2-d687-45e6-bd7e-cc400aa9493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.747298 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c229eec2-d687-45e6-bd7e-cc400aa9493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.750934 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c229eec2-d687-45e6-bd7e-cc400aa9493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.786397 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229eec2-d687-45e6-bd7e-cc400aa9493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce93bb-8e1b-49f3-8041-b015fddedd63,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:36.791198 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-c229eec2-d687-45e6-bd7e-cc400aa9493b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=978e950b97fb49ad9c7784bd64f4ee23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168498 Feb 17 04:49:36.793893 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55150) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:36.841643 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.862171 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.909714 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.912409 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:36.913527 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1ce93bb-8e1b-49f3-8041-b015fddedd63 HTTP/1.1" status: 204 len: 168 time: 0.1187651 Feb 17 04:49:36.921575 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbebfcb-3f7e-48a0-a54f-7554cc90b773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce93bb-8e1b-49f3-8041-b015fddedd63,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:37.166488 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55158) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.179283 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.251751 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.255317 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.293934 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e46cb815888457087e9e29b01ad7225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263337 Feb 17 04:49:37.294771 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f41dabf-cf5e-4aa6-9069-d815799b1235,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:37.297101 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55160) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:37.301669 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.302014 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.302351 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.302678 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.303002 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.303327 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.303650 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.303993 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.304322 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.304638 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.304952 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.305265 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d5e2e-3f81-4f9e-84fe-74635472c117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:49:37.343966 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.364297 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.408238 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.410681 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:37.414671 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f41dabf-cf5e-4aa6-9069-d815799b1235 HTTP/1.1" status: 204 len: 168 time: 0.1165745 Feb 17 04:49:37.422700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c090fa7-b720-4172-9835-e37a4c1c0cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f41dabf-cf5e-4aa6-9069-d815799b1235,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:47.310190 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:47.849077 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55270) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:47.949525 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c3a6-d536-4b52-81a4-0a03a943bb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.022880 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c3a6-d536-4b52-81a4-0a03a943bb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.026943 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c3a6-d536-4b52-81a4-0a03a943bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.063399 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c9e2c3a6-d536-4b52-81a4-0a03a943bb7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c39959124524f56a1b6edefc4027581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132554 Feb 17 04:49:48.064492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2c3a6-d536-4b52-81a4-0a03a943bb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0036b-78e1-4193-a689-29b9e6a6f05a,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:48.066051 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55274) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:48.115551 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.137212 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.181527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.184148 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.185274 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1f0036b-78e1-4193-a689-29b9e6a6f05a HTTP/1.1" status: 204 len: 168 time: 0.1181805 Feb 17 04:49:48.192424 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccca18-deed-437a-ac25-acad839a6764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0036b-78e1-4193-a689-29b9e6a6f05a,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:48.437200 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55280) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:48.450849 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-22994753-7886-405e-a5d4-e40085a28a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.523388 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-22994753-7886-405e-a5d4-e40085a28a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.527453 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-22994753-7886-405e-a5d4-e40085a28a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.562950 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-22994753-7886-405e-a5d4-e40085a28a7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40e2c38eefc94c8bada2a8fbfe0048bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246789 Feb 17 04:49:48.564903 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994753-7886-405e-a5d4-e40085a28a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b5337f-b214-4afc-b461-e2b7ad6731dc,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:48.565699 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55282) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:48.615229 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.636807 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.683733 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.686252 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:48.687366 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83b5337f-b214-4afc-b461-e2b7ad6731dc HTTP/1.1" status: 204 len: 168 time: 0.1207011 Feb 17 04:49:48.696362 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2f9f5-095c-4aa9-955f-efaa20930a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b5337f-b214-4afc-b461-e2b7ad6731dc,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:49.689421 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55312) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:49.791820 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0769476f-61dd-4c7b-a98a-e7e64ff32cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:49.863703 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0769476f-61dd-4c7b-a98a-e7e64ff32cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:49.867223 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0769476f-61dd-4c7b-a98a-e7e64ff32cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:49.902653 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769476f-61dd-4c7b-a98a-e7e64ff32cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b401484-0de8-4acb-98da-bf92b58f0d08,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:49.906822 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0769476f-61dd-4c7b-a98a-e7e64ff32cee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c83dc4aecb0435c854fc4d3d55d58be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163343 Feb 17 04:49:49.910245 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55316) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:49.956419 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:49.978891 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:50.023269 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:50.025752 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:50.026899 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b401484-0de8-4acb-98da-bf92b58f0d08 HTTP/1.1" status: 204 len: 168 time: 0.1163898 Feb 17 04:49:50.034462 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e8169-26c0-4bd7-a146-05ab14385d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b401484-0de8-4acb-98da-bf92b58f0d08,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:51.826716 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a8ae68e9-599b-4d7d-89af-10679b280e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:54.276829 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9425-5025-49c8-8578-3a9bda95ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:55.080443 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:56.741639 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:57.033446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.235449 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55402) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:59.338461 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0191cb8a-53e8-4d2b-adee-4dc5fd159521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.410998 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0191cb8a-53e8-4d2b-adee-4dc5fd159521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.415026 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0191cb8a-53e8-4d2b-adee-4dc5fd159521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.451419 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-0191cb8a-53e8-4d2b-adee-4dc5fd159521 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a63e8b5d62f64ea9a53c08ff8ac8359a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148783 Feb 17 04:49:59.453275 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191cb8a-53e8-4d2b-adee-4dc5fd159521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cc943a-69db-4abd-91de-dac8f38fd2b9,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:49:59.454217 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55406) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:49:59.501880 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.522127 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.569542 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.572747 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:49:59.573890 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8cc943a-69db-4abd-91de-dac8f38fd2b9 HTTP/1.1" status: 204 len: 168 time: 0.1186957 Feb 17 04:49:59.581441 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5734a-2a53-43fd-b755-614799ae3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cc943a-69db-4abd-91de-dac8f38fd2b9,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:00.216688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55428) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:50:00.310042 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-270793033-network', 'tenant_id': '2ed65cb6da1f4a859c618427e35653fe'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:00.332236 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Made reservation on behalf of 2ed65cb6da1f4a859c618427e35653fe for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:50:00.334421 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.342383 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.416294 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.419865 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.446499 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 04:50:00.453282 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:00.460240 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.460861 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Added segment 2d6e118a-aba4-4769-a010-30e0d37d4ad3 of type vlan for network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 Feb 17 04:50:00.500590 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736434539228'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.523121 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.524398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:00.525479 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.581062 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3632460 Feb 17 04:50:00.583930 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 55432) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:50:00.588624 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4411ac-5039-4a65-a5af-b7b723352f13 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:00.589523 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Request body: {'subnet': {'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-270793033-subnet', 'tenant_id': '2ed65cb6da1f4a859c618427e35653fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:00.598693 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 details requested by agent ovs-agent-dv-cinder-829630-1-iscsi with host dv-cinder-829630-1-iscsi {{(pid=108238) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 04:50:00.614196 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Made reservation on behalf of 2ed65cb6da1f4a859c618427e35653fe for: {'subnet': 1} {{(pid=108237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:50:00.616812 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129650644'] for subnet, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.781220 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129608602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129650630'] for subnet, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.832539 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791ead20-adb4-413f-9718-da360d6f9ae7,revision_number=0']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:00.843857 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Checking segment: {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:50:00.844241 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Network hostable DHCP agents. Network: bf7331d2-aa10-46d0-9ff6-0a8b3f1da872, hostable agents: ['720fec41-89eb-4d52-a0f4-25ac8a3ec783'], hosted agents: [] {{(pid=108237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 04:50:00.859531 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 is scheduled to be hosted by DHCP agent 720fec41-89eb-4d52-a0f4-25ac8a3ec783 with binding_index 1 {{(pid=108237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 04:50:00.867323 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-1-iscsi, bf7331d2-aa10-46d0-9ff6-0a8b3f1da872) {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:50:00.871681 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:00.872289 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:00.876530 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fda4b-5c03-468b-bb1f-8747c96c4ab4 None None] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:50:00.887561 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-8a4dd045-269d-443f-b002-484916ac46d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3025527 Feb 17 04:50:01.003017 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39ba15-0cdc-4828-a90d-f125d9c1b987 None None] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:50:02.601974 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-7464e5f2-c509-4bba-91a1-33bd3dca8a4d tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:02.604017 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-7464e5f2-c509-4bba-91a1-33bd3dca8a4d tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 813 time: 0.1013436 Feb 17 04:50:02.618121 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-5f7d63eb-ce47-4c30-a617-649325cc0355 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/quotas/2ed65cb6da1f4a859c618427e35653fe HTTP/1.1" status: 200 len: 375 time: 0.0085049 Feb 17 04:50:02.648778 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-453371e8-52c0-4ab6-87bd-9124a407f7b2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246947 Feb 17 04:50:02.737955 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-aee868db-2b3b-472a-b37a-90384ebc5c28 service neutron] 10.222.0.61 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Feb 17 04:50:02.824901 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-ef4638c8-78a7-49c5-84a5-c417882b53f9 service neutron] 10.222.0.61 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805461 Feb 17 04:50:02.979287 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ae83dd22-3008-484e-9d42-c84745aa1dd9 req-5d0f3220-e4d9-4b2c-8c7e-d56cfd7fc457 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 210 time: 0.0270612 Feb 17 04:50:03.960108 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-6dee5016-5e8b-4b02-9b56-01520dbd7f24 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:03.961548 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-6dee5016-5e8b-4b02-9b56-01520dbd7f24 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 813 time: 0.0995986 Feb 17 04:50:03.981069 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Request body: {'port': {'device_id': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872', 'admin_state_up': True, 'tenant_id': '2ed65cb6da1f4a859c618427e35653fe'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:04.074940 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-735af196-54cf-4eb0-b43b-a0ae6d55232d req-9f1bba0c-43c8-4423-8553-7c4250713de5 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 210 time: 0.0262859 Feb 17 04:50:04.095186 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Made reservation on behalf of 2ed65cb6da1f4a859c618427e35653fe for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:50:04.098615 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.217095 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Allocated IP 172.20.0.9 (bf7331d2-aa10-46d0-9ff6-0a8b3f1da872/791ead20-adb4-413f-9718-da360d6f9ae7/f5cca832-4869-4c26-9a30-e0044a9e95ae) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:50:04.359635 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.391558 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.435157 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:50:04.438103 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:50:04.441593 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:50:04.448540 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Pushing event updated for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:04.495908 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:04.496463 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.512319 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-b0de35d0-c9f3-4029-bf3f-9bd16540ec9b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5354834 Feb 17 04:50:04.528712 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Request body: {'port': {'device_id': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:04.578739 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.824730 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cca832-4869-4c26-9a30-e0044a9e95ae {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:50:04.831842 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.843429 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Transition to ACTIVE for port object f5cca832-4869-4c26-9a30-e0044a9e95ae will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:50:04.847065 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:04.900702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:04.964311 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Attempting to bind port f5cca832-4869-4c26-9a30-e0044a9e95ae on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:50:04.964639 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Attempting to bind port f5cca832-4869-4c26-9a30-e0044a9e95ae by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:50:04.964958 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Attempting to bind port f5cca832-4869-4c26-9a30-e0044a9e95ae on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:50:04.969080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Port f5cca832-4869-4c26-9a30-e0044a9e95ae on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:50:04.969411 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Attempting to bind port f5cca832-4869-4c26-9a30-e0044a9e95ae on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:50:04.973958 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:50:04.974288 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Checking segment: {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:50:04.974662 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Bound using segment: {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:50:04.975076 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Bound port: f5cca832-4869-4c26-9a30-e0044a9e95ae, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:50:04.975419 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:05.034862 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:50:05.038108 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:50:05.042490 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:05.079651 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.080276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:05.081655 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5cca832-4869-4c26-9a30-e0044a9e95ae HTTP/1.1" status: 200 len: 1093 time: 0.5571892 Feb 17 04:50:05.082081 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:50:05.084319 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ba7cf-7197-4857-a7c4-125a72a4bea8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:50:05.108795 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e1c93-1fe5-4c77-bd0e-8fd8f7010f81 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:05.132938 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9561107-33f2-4f5c-8c7a-dce68522ac45 x-openstack-request-id: req-f9561107-33f2-4f5c-8c7a-dce68522ac45 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:50:05.133231 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:50:05.133485 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9561107-33f2-4f5c-8c7a-dce68522ac45 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:50:05.133929 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae', 'status': 'completed', 'code': 200} Feb 17 04:50:05.177549 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-6ad26f89-4efb-4a10-b4e8-66bdd815f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.179039 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-6ad26f89-4efb-4a10-b4e8-66bdd815f87c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 1096 time: 0.0415676 Feb 17 04:50:05.206399 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c233d8-65d3-4155-9dee-5d3fbf59afeb req-8d6aa8ae-18bd-4a48-8df7-61aaba50f0db tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.207857 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01c233d8-65d3-4155-9dee-5d3fbf59afeb req-8d6aa8ae-18bd-4a48-8df7-61aaba50f0db tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 943 time: 0.0515921 Feb 17 04:50:05.225555 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-8d6234e8-98be-470b-a482-5ae67d65e82c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae HTTP/1.1" status: 200 len: 217 time: 0.0330942 Feb 17 04:50:05.247055 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-01c233d8-65d3-4155-9dee-5d3fbf59afeb req-5d425cf5-f9c7-4be6-8276-67d8bf9506a2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Feb 17 04:50:05.282621 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-37538895-9aec-4e3c-b980-ca0c0cdb15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.284109 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-37538895-9aec-4e3c-b980-ca0c0cdb15c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=791ead20-adb4-413f-9718-da360d6f9ae7 HTTP/1.1" status: 200 len: 853 time: 0.0479689 Feb 17 04:50:05.317727 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-09f330c7-01aa-4c55-b22e-5c90dcdc759d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233998 Feb 17 04:50:05.408782 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-ff83492f-67fc-4b77-9a38-951041eb73ee service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791383 Feb 17 04:50:05.504455 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ba4b20a9-b366-420e-bd3c-358c01af7e14 req-98c2f84d-5046-4e5d-9b7f-43c8b5bd55dc service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845158 Feb 17 04:50:05.595425 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-09276448-c717-48d9-89d6-654e87ffde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.596896 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-09276448-c717-48d9-89d6-654e87ffde07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 1096 time: 0.0410719 Feb 17 04:50:05.686379 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-b10d7d10-abe6-4631-8d05-4c54d1d6669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.687738 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-b10d7d10-abe6-4631-8d05-4c54d1d6669c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 914 time: 0.0835605 Feb 17 04:50:05.732336 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-e4b91c7e-90ac-40a5-8d19-9d26261260b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae HTTP/1.1" status: 200 len: 217 time: 0.0334525 Feb 17 04:50:05.779677 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-2135f1b0-37b6-4490-bd6d-505230e08632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:05.781112 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-2135f1b0-37b6-4490-bd6d-505230e08632 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=791ead20-adb4-413f-9718-da360d6f9ae7 HTTP/1.1" status: 200 len: 853 time: 0.0415349 Feb 17 04:50:05.811185 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-49dd9a7d-7255-4cd5-8738-7a2a33cc4b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229626 Feb 17 04:50:05.903918 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-2ad28073-bf87-4ae3-b2c4-e9f3134a255a service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830057 Feb 17 04:50:05.990850 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-630ba7cf-7197-4857-a7c4-125a72a4bea8 req-61ac51fe-e943-43e5-807d-90fa86273d4d service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790339 Feb 17 04:50:06.367163 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee09ef-1201-44b8-95de-dda26ec26278 req-f8844bb3-9146-4ca5-a174-1caac5d0f8ba tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:06.369406 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4bee09ef-1201-44b8-95de-dda26ec26278 req-f8844bb3-9146-4ca5-a174-1caac5d0f8ba tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 943 time: 0.0524740 Feb 17 04:50:06.406188 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4bee09ef-1201-44b8-95de-dda26ec26278 req-cb385e44-8189-4853-a897-5c8ecaa00525 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Feb 17 04:50:07.515827 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf782-99cd-4a2a-9945-944f0c7a0f86 req-31bf0459-4c24-4c39-9cef-525fceee9090 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:07.517282 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-285cf782-99cd-4a2a-9945-944f0c7a0f86 req-31bf0459-4c24-4c39-9cef-525fceee9090 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 943 time: 0.0473871 Feb 17 04:50:07.553097 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-285cf782-99cd-4a2a-9945-944f0c7a0f86 req-dd9ae64b-e9dc-4544-bd3d-24fe95dedf2c tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300114 Feb 17 04:50:08.266742 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f5cca832-4869-4c26-9a30-e0044a9e95ae details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:50:08.357899 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:50:08.369133 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'f5cca832-4869-4c26-9a30-e0044a9e95ae', 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872', 'port_id': 'f5cca832-4869-4c26-9a30-e0044a9e95ae', 'mac_address': 'fa:16:3e:21:2a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791ead20-adb4-413f-9718-da360d6f9ae7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:50:08.408165 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:08.420510 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cca832-4869-4c26-9a30-e0044a9e95ae {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:50:08.438521 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:50:08.442405 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:08.489115 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:08.496765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.497113 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.497449 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.497779 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.498111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.498435 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.498757 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.499076 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.499396 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.499718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.500062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.500377 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:08.666359 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab34de-b6f2-4f6c-822d-f7fbd5ac993c req-e44b414e-b0c4-4b0b-a4f2-7b7b30d57be2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:08.667801 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-09ab34de-b6f2-4f6c-822d-f7fbd5ac993c req-e44b414e-b0c4-4b0b-a4f2-7b7b30d57be2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 944 time: 0.0473852 Feb 17 04:50:08.704562 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-09ab34de-b6f2-4f6c-822d-f7fbd5ac993c req-c8d2e857-d1e8-4006-b991-43d20c2e3011 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307317 Feb 17 04:50:08.717902 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f5cca832-4869-4c26-9a30-e0044a9e95ae'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:50:09.817213 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304b039-864a-42bf-908d-a37d494d1f85 req-44218fe0-167d-4f75-bc81-3536b69a7539 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:09.818651 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0304b039-864a-42bf-908d-a37d494d1f85 req-44218fe0-167d-4f75-bc81-3536b69a7539 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 944 time: 0.0480132 Feb 17 04:50:09.855227 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0304b039-864a-42bf-908d-a37d494d1f85 req-a461e8a4-1f0f-4112-831e-fc6e1e7d756e tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305412 Feb 17 04:50:10.259632 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f5cca832-4869-4c26-9a30-e0044a9e95ae up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:50:10.308546 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port f5cca832-4869-4c26-9a30-e0044a9e95ae completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:50:10.312347 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port f5cca832-4869-4c26-9a30-e0044a9e95ae triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:50:10.312716 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:10.367029 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:50:10.387337 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:10.411766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:50:10.414109 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47efc9a5-bb7b-4c17-a65e-fe01d688b408" -d '{"events": [{"server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:50:10.426906 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:50:10.431006 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:10.453755 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6320bc-0d64-4efa-8922-aba5d10584d3 x-openstack-request-id: req-ab6320bc-0d64-4efa-8922-aba5d10584d3 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:50:10.454047 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "name": "network-vif-plugged", "status": "completed", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:50:10.454292 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab6320bc-0d64-4efa-8922-aba5d10584d3 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:50:10.454671 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae', 'code': 200} Feb 17 04:50:10.480534 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:10.627206 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f82ab-6554-4fc3-b1d4-8dcdc1b256cd req-c6bdbcfe-51b0-4919-8c41-a304dcccc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:10.628610 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5e4f82ab-6554-4fc3-b1d4-8dcdc1b256cd req-c6bdbcfe-51b0-4919-8c41-a304dcccc83f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 1098 time: 0.0391035 Feb 17 04:50:10.667228 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5e4f82ab-6554-4fc3-b1d4-8dcdc1b256cd req-369de4b6-c779-4305-a1a6-f8c7189da184 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266368 Feb 17 04:50:10.971408 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e6e1b-015b-4261-a0fb-6ee7169ec5a1 req-ae1b4905-cee0-4c04-898e-672002ca996e tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:10.972880 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d74e6e1b-015b-4261-a0fb-6ee7169ec5a1 req-ae1b4905-cee0-4c04-898e-672002ca996e tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 945 time: 0.0508585 Feb 17 04:50:11.010792 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d74e6e1b-015b-4261-a0fb-6ee7169ec5a1 req-8fcb0dec-3c45-4bc9-8e3a-d1972db53aa1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Feb 17 04:50:12.125734 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01149864-7ea4-42a6-8e0a-cc17ec9614e4 req-a0aa9e5d-3012-4f44-a533-25b092f0aed2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:12.127187 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-01149864-7ea4-42a6-8e0a-cc17ec9614e4 req-a0aa9e5d-3012-4f44-a533-25b092f0aed2 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 945 time: 0.0505750 Feb 17 04:50:12.163333 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-01149864-7ea4-42a6-8e0a-cc17ec9614e4 req-29172c4b-06f2-47d7-8477-09e3768fef58 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303731 Feb 17 04:50:17.324395 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:21.827310 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5934aeff-74f1-4ccf-b5c4-9b7409ee5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:23.462964 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-871f193b-8efd-4c13-ae2e-a3ad189e3198 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374451 Feb 17 04:50:23.545386 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-85cbd9b7-95b0-41e4-9ee6-e21db61f1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:23.546812 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-85cbd9b7-95b0-41e4-9ee6-e21db61f1a54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 1099 time: 0.0389290 Feb 17 04:50:23.649417 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-271d390f-5650-4f04-8572-6566d15f8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:23.651422 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-271d390f-5650-4f04-8572-6566d15f8b2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0835562 Feb 17 04:50:23.715783 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-056ed4c9-b067-4a19-95eb-61359135727d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 200 len: 1001 time: 0.0567949 Feb 17 04:50:23.767650 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-be750c00-b46f-4e06-9f8f-012349dd6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:23.769075 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-be750c00-b46f-4e06-9f8f-012349dd6b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0434654 Feb 17 04:50:23.816132 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-f364edd6-4634-4413-baae-f1af16f307c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:23.817556 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-f364edd6-4634-4413-baae-f1af16f307c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407031 Feb 17 04:50:23.904350 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-846bbd7a-a319-48c4-a122-ad8e3560b379 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780468 Feb 17 04:50:24.000059 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-00532561-207f-4c0c-afd9-fd838338d7e5 req-73380ef7-2b59-430e-ac64-9d830bf8b7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Feb 17 04:50:24.280088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1d0bfad4-ee16-43e9-ac60-322b63ca7577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:25.083195 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:26.742855 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:27.035500 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:47.327253 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:47.365371 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:50:51.561974 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfb75e-5856-439f-ac40-8126083167b1 req-49c14d6d-0333-4df5-a651-7f647e21f904 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:51.563425 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fbfb75e-5856-439f-ac40-8126083167b1 req-49c14d6d-0333-4df5-a651-7f647e21f904 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 945 time: 0.0477192 Feb 17 04:50:51.599549 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3fbfb75e-5856-439f-ac40-8126083167b1 req-163534b0-c0ca-47e5-bc85-4650b0db9a6a tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Feb 17 04:50:51.828290 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-36a7c99a-2159-4db0-acaf-e33553d4a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:52.716469 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fe7da-66f0-4b9c-91d5-c5d7d8f3eb61 req-40ea70f7-a1bf-4e1e-86da-fb8667be3067 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:52.717930 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bb1fe7da-66f0-4b9c-91d5-c5d7d8f3eb61 req-40ea70f7-a1bf-4e1e-86da-fb8667be3067 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 945 time: 0.0504191 Feb 17 04:50:52.754809 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-bb1fe7da-66f0-4b9c-91d5-c5d7d8f3eb61 req-bdff82b2-528f-49ee-85ad-a1736c52883c tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Feb 17 04:50:53.204542 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-224e4d68-01a7-4073-99cf-cb0f41a0f0bb tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:50:53.206033 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-224e4d68-01a7-4073-99cf-cb0f41a0f0bb tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 945 time: 0.0471416 Feb 17 04:50:53.298215 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Deleting port f5cca832-4869-4c26-9a30-e0044a9e95ae {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:50:53.298551 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.382610 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] For port f5cca832-4869-4c26-9a30-e0044a9e95ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=f5cca832-4869-4c26-9a30-e0044a9e95ae,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:50:53.382970 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.394913 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Calling delete_port for f5cca832-4869-4c26-9a30-e0044a9e95ae owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:50:53.519048 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.539058 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['f5cca832-4869-4c26-9a30-e0044a9e95ae'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:50:53.546652 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Pushing event deleted for resources: {'Port': ['ID=f5cca832-4869-4c26-9a30-e0044a9e95ae,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:50:53.570827 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.571174 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.571513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.571847 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.572204 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.572532 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.572858 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.573792 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.574133 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.574459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.574781 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.575101 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:50:53.598143 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] No DVR routers for this DVR port f5cca832-4869-4c26-9a30-e0044a9e95ae on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:50:53.600547 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:53.603727 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-60b38605-6228-4c97-9b2f-4fda7dbe1dba req-29599c28-d358-4c5a-a0f8-fd5375419ded tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "DELETE /v2.0/ports/f5cca832-4869-4c26-9a30-e0044a9e95ae HTTP/1.1" status: 204 len: 173 time: 0.3912287 Feb 17 04:50:53.604179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'name': 'network-vif-deleted', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:50:53.606395 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b71b39-6697-40cf-8c2b-d4e074032726" -d '{"events": [{"server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "name": "network-vif-deleted", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:50:53.643269 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d3e831-c60d-4330-84cc-8492530149a1 x-openstack-request-id: req-b1d3e831-c60d-4330-84cc-8492530149a1 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:50:53.643555 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d09ce5-e826-47ea-ba9b-460ad1cec1ab", "name": "network-vif-deleted", "tag": "f5cca832-4869-4c26-9a30-e0044a9e95ae", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:50:53.643806 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1d3e831-c60d-4330-84cc-8492530149a1 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:50:53.644249 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d09ce5-e826-47ea-ba9b-460ad1cec1ab', 'name': 'network-vif-deleted', 'tag': 'f5cca832-4869-4c26-9a30-e0044a9e95ae', 'status': 'completed', 'code': 200} Feb 17 04:50:53.858298 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-b37b6e2b-7849-4f42-a5a7-77658b561e51 req-dca3e621-94fc-4ddf-a4ac-167472019f16 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4d09ce5-e826-47ea-ba9b-460ad1cec1ab HTTP/1.1" status: 200 len: 210 time: 0.0264800 Feb 17 04:50:54.282335 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-28b463a0-b8d2-4a0c-a5bf-05d4eba7377b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:55.085354 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:56.746052 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:50:56.969612 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f5cca832-4869-4c26-9a30-e0044a9e95ae no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:50:56.989688 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: f5cca832-4869-4c26-9a30-e0044a9e95ae {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:50:56.990023 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device f5cca832-4869-4c26-9a30-e0044a9e95ae not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:50:57.036698 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:02.770046 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-bb87cb51-787c-4704-b2f3-498d85e03dfd tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:02.771484 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-bb87cb51-787c-4704-b2f3-498d85e03dfd tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 813 time: 0.1048629 Feb 17 04:51:02.786092 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-edf5accc-ea24-4c5e-a2fa-4a7c0d7a73f8 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/quotas/2ed65cb6da1f4a859c618427e35653fe HTTP/1.1" status: 200 len: 375 time: 0.0088112 Feb 17 04:51:02.816717 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-643721b9-9af3-455b-8ddf-576939898c39 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254781 Feb 17 04:51:02.827883 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-a1af23cb-cd16-4e68-8b29-d846b06970dd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:51:02.828899 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-a1af23cb-cd16-4e68-8b29-d846b06970dd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050921 Feb 17 04:51:02.918791 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-7cf5dacd-e698-401b-a08e-4827a04bd029 service neutron] 10.222.0.61 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Feb 17 04:51:03.006912 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-ad69087d-fa8a-4847-a0d7-d964ba4cb6c0 service neutron] 10.222.0.61 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819304 Feb 17 04:51:03.161679 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eefd2c43-4699-4681-b04c-dc14d8ad4503 req-6ffa0458-8521-470d-8e71-f3509dda822a tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 210 time: 0.0273831 Feb 17 04:51:04.157212 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-3348d6fb-4a70-4028-bb11-5ee6d1391c26 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:04.158659 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-3348d6fb-4a70-4028-bb11-5ee6d1391c26 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 813 time: 0.1074321 Feb 17 04:51:04.177735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Request body: {'port': {'device_id': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872', 'admin_state_up': True, 'tenant_id': '2ed65cb6da1f4a859c618427e35653fe'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:04.263517 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-5057bac7-83c6-45d2-80b9-0fa1806d0851 req-93ce2eec-a851-4d6d-a80c-a96365cac764 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 210 time: 0.0272293 Feb 17 04:51:04.293256 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Made reservation on behalf of 2ed65cb6da1f4a859c618427e35653fe for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:51:04.296670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:04.414134 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Allocated IP 172.20.0.3 (bf7331d2-aa10-46d0-9ff6-0a8b3f1da872/791ead20-adb4-413f-9718-da360d6f9ae7/31df7566-67b4-4b90-b542-c51fcd3e2096) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:51:04.557923 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:04.589183 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:04.630877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:51:04.633702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:51:04.637301 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:51:04.663475 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Pushing event updated for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:04.692359 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:04.692955 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:04.708169 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-b9e24cbb-b72e-4b77-82a3-6a284b6b53a1 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5341625 Feb 17 04:51:04.721989 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-e020fa16-46cf-4bb1-987b-b911383c0e85 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:51:04.722906 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-e020fa16-46cf-4bb1-987b-b911383c0e85 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048556 Feb 17 04:51:04.781762 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Request body: {'port': {'device_id': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:04.833465 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.087540 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31df7566-67b4-4b90-b542-c51fcd3e2096 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:51:05.094836 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.106130 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Transition to ACTIVE for port object 31df7566-67b4-4b90-b542-c51fcd3e2096 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:51:05.109738 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.178757 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Pushing event updated for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:05.225470 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Attempting to bind port 31df7566-67b4-4b90-b542-c51fcd3e2096 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:51:05.225795 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Attempting to bind port 31df7566-67b4-4b90-b542-c51fcd3e2096 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:51:05.226112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Attempting to bind port 31df7566-67b4-4b90-b542-c51fcd3e2096 on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:51:05.230729 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Port 31df7566-67b4-4b90-b542-c51fcd3e2096 on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:51:05.231049 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Attempting to bind port 31df7566-67b4-4b90-b542-c51fcd3e2096 on network bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:51:05.235643 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:51:05.235998 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Checking segment: {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:51:05.236372 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Bound using segment: {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:51:05.236781 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Bound port: 31df7566-67b4-4b90-b542-c51fcd3e2096, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6e118a-aba4-4769-a010-30e0d37d4ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:51:05.237123 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.301252 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:51:05.304141 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31df7566-67b4-4b90-b542-c51fcd3e2096,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:51:05.310204 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.641111 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:05.641723 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:05.643087 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] 10.222.0.37 "PUT /v2.0/ports/31df7566-67b4-4b90-b542-c51fcd3e2096 HTTP/1.1" status: 200 len: 1093 time: 0.9075403 Feb 17 04:51:05.643640 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:05.645877 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62" -d '{"events": [{"name": "network-changed", "server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:05.671826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34583092-3399-47fd-a12c-8d078dbf429d service neutron] Pushing event updated for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:05.694900 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237492dd-1649-4d28-b88f-9b27642dd849 req-dafc6987-2000-4833-b446-a71d696e4025 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:05.696565 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-237492dd-1649-4d28-b88f-9b27642dd849 req-dafc6987-2000-4833-b446-a71d696e4025 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 943 time: 0.0935190 Feb 17 04:51:05.768824 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-237492dd-1649-4d28-b88f-9b27642dd849 req-a69bf133-2aac-4a09-af81-f8e43915e450 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Feb 17 04:51:05.774870 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-c00c0685-e216-4885-bbc0-39c9a246c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:05.776885 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-c00c0685-e216-4885-bbc0-39c9a246c298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 1096 time: 0.0793605 Feb 17 04:51:05.829309 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-eaab980d-6072-42ce-bab5-ca0ff60e864a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31df7566-67b4-4b90-b542-c51fcd3e2096 HTTP/1.1" status: 200 len: 217 time: 0.0432088 Feb 17 04:51:05.839366 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3e988-fe30-4312-9d24-3c450ff3d859 x-openstack-request-id: req-7ef3e988-fe30-4312-9d24-3c450ff3d859 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:05.839658 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:05.839911 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ef3e988-fe30-4312-9d24-3c450ff3d859 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:05.840334 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096', 'status': 'completed', 'code': 200} Feb 17 04:51:05.913791 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f43c8-7e2d-4b49-bc49-e4cb4d88f5ae req-0d203726-b2a1-484c-9089-40bfd896ad44 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:05.915165 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2a2f43c8-7e2d-4b49-bc49-e4cb4d88f5ae req-0d203726-b2a1-484c-9089-40bfd896ad44 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0884070 Feb 17 04:51:05.917421 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39110e0b-934f-4351-87e5-0b635635a770 req-6d7d9066-3561-4c55-83e2-9ae97d5cfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:05.918721 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-6d7d9066-3561-4c55-83e2-9ae97d5cfb9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=791ead20-adb4-413f-9718-da360d6f9ae7 HTTP/1.1" status: 200 len: 853 time: 0.0654132 Feb 17 04:51:05.956431 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-b94f5924-ed4e-42dd-9fe2-abba26160d95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290301 Feb 17 04:51:05.988313 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2a2f43c8-7e2d-4b49-bc49-e4cb4d88f5ae req-e4c7e303-ded7-4d75-921d-1fe5f4148864 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665257 Feb 17 04:51:06.056017 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-5e469888-115e-4fda-9e36-38e5f9e9b843 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895050 Feb 17 04:51:06.141947 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-39110e0b-934f-4351-87e5-0b635635a770 req-f7465ae7-346f-4238-8dc2-c8dd173a1d5f service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785685 Feb 17 04:51:06.231456 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-44a93e40-a3e3-4e2e-af5d-1dd7cf8168fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:06.233040 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-44a93e40-a3e3-4e2e-af5d-1dd7cf8168fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ed65cb6da1f4a859c618427e35653fe&device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 1096 time: 0.0447843 Feb 17 04:51:06.324242 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-ca9e8cab-b8ad-42f2-a3d1-3cf13ba150b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:06.325673 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-ca9e8cab-b8ad-42f2-a3d1-3cf13ba150b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 200 len: 914 time: 0.0854387 Feb 17 04:51:06.368161 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-9a194256-dc40-4739-8249-e0b2f86e6c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31df7566-67b4-4b90-b542-c51fcd3e2096 HTTP/1.1" status: 200 len: 217 time: 0.0322230 Feb 17 04:51:06.415589 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-5d0780b1-44cc-441d-a4c8-010b03e4acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:06.417217 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-5d0780b1-44cc-441d-a4c8-010b03e4acc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=791ead20-adb4-413f-9718-da360d6f9ae7 HTTP/1.1" status: 200 len: 853 time: 0.0417507 Feb 17 04:51:06.452709 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-9e1fd69b-3f92-4c4a-8e44-aa282f86ff1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277030 Feb 17 04:51:06.539709 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-0426ba74-6a50-4601-bf06-41b80b6a7718 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793612 Feb 17 04:51:06.630358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-51ce11e3-72f5-4b90-97b1-5ff3389bdb62 req-bfd286ab-e1fe-4479-9943-aaec036b8bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833888 Feb 17 04:51:06.882503 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05bed3-79a6-4669-aac7-d24067a2e11b req-a7059cff-58da-4bd8-9986-ff060b0ad484 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:06.883926 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fb05bed3-79a6-4669-aac7-d24067a2e11b req-a7059cff-58da-4bd8-9986-ff060b0ad484 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 943 time: 0.0478020 Feb 17 04:51:06.923707 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-fb05bed3-79a6-4669-aac7-d24067a2e11b req-12246fa6-a822-4f3d-8dcc-30038bac9151 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Feb 17 04:51:07.101309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4039-08c7-449b-8b0a-581f3ba44c0e req-8ab22ccf-7542-47da-bfe5-b0d6488c520a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:07.102688 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b22a4039-08c7-449b-8b0a-581f3ba44c0e req-8ab22ccf-7542-47da-bfe5-b0d6488c520a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0485432 Feb 17 04:51:07.140375 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b22a4039-08c7-449b-8b0a-581f3ba44c0e req-72ab2fdc-93a0-46ed-8009-80c7e492e43d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Feb 17 04:51:07.461527 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-72c186a9-22cb-45e6-9363-bde5711a062e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:07.462938 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-72c186a9-22cb-45e6-9363-bde5711a062e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 946 time: 0.0470614 Feb 17 04:51:07.555574 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port e8ec7fcc-7729-443b-be18-7c28561484a8 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:51:07.555906 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:07.641115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] For port e8ec7fcc-7729-443b-be18-7c28561484a8, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e8ec7fcc-7729-443b-be18-7c28561484a8,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:07.641472 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:07.807089 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:07.807546 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:07.807864 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP c23dfc48-dddb-4a09-8334-42b8cb3836cc disassociated. External IP: 172.27.2.92, port: e8ec7fcc-7729-443b-be18-7c28561484a8. Feb 17 04:51:07.808224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for e8ec7fcc-7729-443b-be18-7c28561484a8 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:51:07.928521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:07.955459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=e8ec7fcc-7729-443b-be18-7c28561484a8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:08.048056 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023ca0-f827-4851-a393-e681cc403f7c req-822b5eff-fe7d-4ecc-8950-19ccbcecf53d tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:08.049528 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68023ca0-f827-4851-a393-e681cc403f7c req-822b5eff-fe7d-4ecc-8950-19ccbcecf53d tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 943 time: 0.0563836 Feb 17 04:51:08.071053 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:51:08.087758 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68023ca0-f827-4851-a393-e681cc403f7c req-4cf82ea0-a29b-4fcb-871c-5bc6539ab8d7 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Feb 17 04:51:08.175818 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:51:08.185968 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:51:08.195674 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:51:08.196454 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:50:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:08.218600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] No DVR routers for this DVR port e8ec7fcc-7729-443b-be18-7c28561484a8 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:51:08.221199 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:08.224397 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-42c09881-b3c3-4413-9123-a5f5272c79f7 req-0c579fb7-4d65-4b96-b44a-3a01750a2ebd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "DELETE /v2.0/ports/e8ec7fcc-7729-443b-be18-7c28561484a8 HTTP/1.1" status: 204 len: 173 time: 0.7523098 Feb 17 04:51:08.232165 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'name': 'network-vif-deleted', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:08.234927 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e42e86-cc76-494a-95fb-3fee7c7a7542" -d '{"events": [{"server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "name": "network-vif-deleted", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:08.257178 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fafa0487-af22-405f-9885-4260a0c89d0e req-0216d4d8-a3ef-43c6-9179-6a404ad3aa9d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0 HTTP/1.1" status: 200 len: 210 time: 0.0395794 Feb 17 04:51:08.289152 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a66f98-b220-4ffd-bdfd-1e64f83c0ec7 x-openstack-request-id: req-71a66f98-b220-4ffd-bdfd-1e64f83c0ec7 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:08.289443 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0", "name": "network-vif-deleted", "tag": "e8ec7fcc-7729-443b-be18-7c28561484a8", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:08.289694 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71a66f98-b220-4ffd-bdfd-1e64f83c0ec7 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:08.290142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ac5ac0-c0dd-4f5e-9883-0b0b9ef804b0', 'name': 'network-vif-deleted', 'tag': 'e8ec7fcc-7729-443b-be18-7c28561484a8', 'status': 'completed', 'code': 200} Feb 17 04:51:08.317757 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:51:08.523215 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:08.551269 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 31df7566-67b4-4b90-b542-c51fcd3e2096 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:51:08.553416 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:51:08.573873 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:51:08.574492 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:50:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:08.740287 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31df7566-67b4-4b90-b542-c51fcd3e2096,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:08.749392 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:51:08.780163 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '31df7566-67b4-4b90-b542-c51fcd3e2096', 'network_id': 'bf7331d2-aa10-46d0-9ff6-0a8b3f1da872', 'port_id': '31df7566-67b4-4b90-b542-c51fcd3e2096', 'mac_address': 'fa:16:3e:ff:62:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791ead20-adb4-413f-9718-da360d6f9ae7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:51:09.019128 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:09.043398 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31df7566-67b4-4b90-b542-c51fcd3e2096 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:51:09.079586 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31df7566-67b4-4b90-b542-c51fcd3e2096,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:09.086549 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:09.159509 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:09.168300 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.168646 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.168986 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.169319 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.169648 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.169977 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.170302 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.170622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.170945 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.171263 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.171578 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.171892 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:09.190081 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:09.202038 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f45ff-4ba7-4cae-bbcf-8d345dc3773f req-a3a215a5-1e63-4020-96a1-e483f4796f31 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:09.203530 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5e2f45ff-4ba7-4cae-bbcf-8d345dc3773f req-a3a215a5-1e63-4020-96a1-e483f4796f31 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 944 time: 0.0509109 Feb 17 04:51:09.220299 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d90d6-8335-4420-bb52-d0b001ad9f49 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:51:09.242676 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5e2f45ff-4ba7-4cae-bbcf-8d345dc3773f req-c9e6a659-04b1-4128-a3a0-c6e7e58e5e41 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Feb 17 04:51:09.349622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['31df7566-67b4-4b90-b542-c51fcd3e2096'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:51:09.462500 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b5210-a0f6-4da3-b6b5-426d26437365 None None] New status for floating IP c23dfc48-dddb-4a09-8334-42b8cb3836cc: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:51:09.509680 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-6bfada77-8976-4fcb-a18d-1bb2e89f584c tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600887010&fields=id&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 267 time: 0.0330133 Feb 17 04:51:09.616670 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-01643561-ba47-4701-ac59-3719bf5e68e0 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:09.618087 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-01643561-ba47-4701-ac59-3719bf5e68e0 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.1010001 Feb 17 04:51:09.632545 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-2f0f7734-ef2c-4d52-8667-0c6fbe49d035 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/quotas/52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 375 time: 0.0084572 Feb 17 04:51:09.683660 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-67f33db1-32d9-422b-81b6-2dbe194a33f8 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457144 Feb 17 04:51:09.699380 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-eff95921-3632-41c1-ba84-e25139ad7d3c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 17 04:51:09.700351 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-eff95921-3632-41c1-ba84-e25139ad7d3c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056572 Feb 17 04:51:09.787800 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-c41a6ea1-5908-4ffc-a356-7ed326aa1f20 service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Feb 17 04:51:09.874269 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-08593fed-9633-42e4-ab3b-978c975f48be service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801575 Feb 17 04:51:10.146464 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-aeb61dd2-f692-41e1-86a6-91b15d93b843 req-c0cda46b-cc8c-4ba2-9ca3-c45a5b2bc5f4 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 210 time: 0.0257940 Feb 17 04:51:10.360492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277282-db4f-41b8-bcdd-132bb8a49bf4 req-8a97c90d-bc14-4a6f-a860-cfcd6d3d0051 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:10.362289 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-27277282-db4f-41b8-bcdd-132bb8a49bf4 req-8a97c90d-bc14-4a6f-a860-cfcd6d3d0051 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 944 time: 0.0493028 Feb 17 04:51:10.400166 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-27277282-db4f-41b8-bcdd-132bb8a49bf4 req-f375ce9e-fb84-4cce-bdec-58da5d4d1ff7 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Feb 17 04:51:10.560907 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 31df7566-67b4-4b90-b542-c51fcd3e2096 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:51:10.613934 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 31df7566-67b4-4b90-b542-c51fcd3e2096 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:51:10.618484 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 31df7566-67b4-4b90-b542-c51fcd3e2096 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:51:10.618947 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:10.699688 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:10.723246 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:10.725513 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f434fcc-95fa-458d-981a-c6e743e3ba91" -d '{"events": [{"server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "name": "network-vif-plugged", "status": "completed", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:10.738577 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31df7566-67b4-4b90-b542-c51fcd3e2096,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:10.742804 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:10.743589 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device e8ec7fcc-7729-443b-be18-7c28561484a8 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:51:10.784477 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421edaa-0607-4da9-9e83-f7b521e3e1dc x-openstack-request-id: req-3421edaa-0607-4da9-9e83-f7b521e3e1dc {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:10.784802 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "name": "network-vif-plugged", "status": "completed", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:10.785017 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3421edaa-0607-4da9-9e83-f7b521e3e1dc {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:10.785402 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096', 'code': 200} Feb 17 04:51:10.789587 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: e8ec7fcc-7729-443b-be18-7c28561484a8 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:51:10.789933 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device e8ec7fcc-7729-443b-be18-7c28561484a8 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:51:10.813057 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:10.928859 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3ad88-0cbd-4fed-9dca-4ebc9587c2da req-c8bbcb2c-ea54-4781-99e9-04f5eb04af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:10.930302 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e9d3ad88-0cbd-4fed-9dca-4ebc9587c2da req-c8bbcb2c-ea54-4781-99e9-04f5eb04af7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 1098 time: 0.0433018 Feb 17 04:51:10.967444 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e9d3ad88-0cbd-4fed-9dca-4ebc9587c2da req-f57a324c-d1fc-49c1-9da4-21f9d55cdc79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273623 Feb 17 04:51:11.242481 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a503815f-cabd-4bad-84dc-cc96d76d08ab req-5f82b9d3-9a7d-485d-8b96-a9b45a2f1532 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 210 time: 0.0257063 Feb 17 04:51:11.365587 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-557fa29f-df4f-4541-9467-d59e4268e21b tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:11.366996 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-557fa29f-df4f-4541-9467-d59e4268e21b tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.1015143 Feb 17 04:51:11.423420 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-85cd1262-c514-4f34-9497-932b134be483 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 379 time: 0.0376287 Feb 17 04:51:11.434261 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'port': {'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'admin_state_up': True, 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'security_groups': ['445e89a7-f510-40b3-b77b-42f2e6e2290d']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:11.520463 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180870-3a74-4304-b401-ac58465cc234 req-4f4a3320-f6c4-469c-bd1c-431d99c2c592 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:11.521911 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dc180870-3a74-4304-b401-ac58465cc234 req-4f4a3320-f6c4-469c-bd1c-431d99c2c592 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 945 time: 0.0489831 Feb 17 04:51:11.544863 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Made reservation on behalf of 52ecfd981c19495dba68d33a171d4dcd for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:51:11.548289 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:11.560986 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dc180870-3a74-4304-b401-ac58465cc234 req-2e4723ec-b918-4591-84e0-51b57d56f366 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Feb 17 04:51:11.674320 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.20.0.5 (84cf6c97-23ee-4b29-bf6a-7f3ac242d640/7cd91d27-c733-4970-9c7f-e008e1093002/890f173f-d6eb-44ee-9c6b-003cb1a74a03) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:51:11.811790 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:11.846147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:11.894291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:51:11.897316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:51:11.901493 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:51:11.908146 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:11.953949 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:11.954561 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:11.970657 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-0428769e-e3d0-492a-8727-cfc2b02a49b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413792 Feb 17 04:51:11.983304 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Request body: {'port': {'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:12.039448 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.154401 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-1f0097d6-a271-465f-ad48-a2c01f969fd5 None None] Provisioning complete for port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:51:12.155382 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1f0097d6-a271-465f-ad48-a2c01f969fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.189718 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-1f0097d6-a271-465f-ad48-a2c01f969fd5 None None] Port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:51:12.304705 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890f173f-d6eb-44ee-9c6b-003cb1a74a03 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:51:12.313189 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.346450 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Transition to ACTIVE for port object 890f173f-d6eb-44ee-9c6b-003cb1a74a03 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:51:12.351272 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.401509 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0e98f-54e4-48ac-a2aa-98079c692184 req-ba16788e-2097-4f7d-86be-d9746b9fd8c2 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.402974 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2d0e98f-54e4-48ac-a2aa-98079c692184 req-ba16788e-2097-4f7d-86be-d9746b9fd8c2 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 931 time: 0.0919015 Feb 17 04:51:12.414744 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:12.491145 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2d0e98f-54e4-48ac-a2aa-98079c692184 req-15792555-803a-4f77-b9b9-8e4210e6156d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788963 Feb 17 04:51:12.515414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Attempting to bind port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:51:12.515745 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Attempting to bind port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:51:12.516166 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Attempting to bind port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:51:12.520571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:51:12.520897 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Attempting to bind port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:51:12.526568 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:51:12.526920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:51:12.527309 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Bound using segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:51:12.527744 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Bound port: 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:51:12.528134 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.590609 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:51:12.593686 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:51:12.598653 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.635735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.636665 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:12.638179 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] 10.222.0.37 "PUT /v2.0/ports/890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 1093 time: 0.6598988 Feb 17 04:51:12.638590 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:12.640830 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419e6b3c-cca8-4098-8796-0484b500abad" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:12.665250 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1333f-d8f7-4fea-b586-ae3cab721fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:12.691775 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72673fc3-570a-4920-aeb6-ffb2a43e517e req-442883ad-3223-4c6b-aca4-22bcc3e4b9bc tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.693893 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-72673fc3-570a-4920-aeb6-ffb2a43e517e req-442883ad-3223-4c6b-aca4-22bcc3e4b9bc tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 945 time: 0.0607548 Feb 17 04:51:12.721241 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a881a0a-dcf7-4149-96f1-804d7b5d6959 x-openstack-request-id: req-3a881a0a-dcf7-4149-96f1-804d7b5d6959 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:12.722202 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:12.722571 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a881a0a-dcf7-4149-96f1-804d7b5d6959 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:12.722968 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'status': 'completed', 'code': 200} Feb 17 04:51:12.736769 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-72673fc3-570a-4920-aeb6-ffb2a43e517e req-e26b28ab-742d-43ad-a352-803097ada3c9 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347555 Feb 17 04:51:12.739311 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-b779db47-62da-42e9-aa15-ae6a4b35855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.740849 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-b779db47-62da-42e9-aa15-ae6a4b35855f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1096 time: 0.0505540 Feb 17 04:51:12.791222 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-17e73dde-6bab-4121-b2a9-0884f8c8f716 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 217 time: 0.0417299 Feb 17 04:51:12.845649 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-90048c0e-d56b-4c0c-bb94-1ebc2273c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.847246 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-90048c0e-d56b-4c0c-bb94-1ebc2273c9d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0494614 Feb 17 04:51:12.904943 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-a73e6c42-bd8d-41c2-9fa3-06f0db522b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:12.906456 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-a73e6c42-bd8d-41c2-9fa3-06f0db522b0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527995 Feb 17 04:51:13.003285 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-4d009a7d-9b63-4cc0-aac6-c00c9d9d820e service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895667 Feb 17 04:51:13.111250 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f30fd895-67d4-4f15-9b4a-6573eda2d323 req-2ab0a11e-f54a-4413-9514-6c113b83aa18 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010091 Feb 17 04:51:13.201542 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b3c-cca8-4098-8796-0484b500abad req-ab4efef5-3eb9-4d56-aac3-676d0655e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:13.203009 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-ab4efef5-3eb9-4d56-aac3-676d0655e43a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1096 time: 0.0466697 Feb 17 04:51:13.293451 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b3c-cca8-4098-8796-0484b500abad req-45bae8c6-6446-424f-beec-d0b1e14c4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:13.294939 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-45bae8c6-6446-424f-beec-d0b1e14c4c37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0851710 Feb 17 04:51:13.340747 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-e6033a00-f2a7-43ec-89e6-ca7b08c27e45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 217 time: 0.0384922 Feb 17 04:51:13.391075 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b3c-cca8-4098-8796-0484b500abad req-2f4af27e-85d1-4737-ae27-1a70711469fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:13.392482 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-2f4af27e-85d1-4737-ae27-1a70711469fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0451269 Feb 17 04:51:13.440307 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6b3c-cca8-4098-8796-0484b500abad req-e6f80636-b345-4583-9fbc-e52831b189b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:13.441777 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-e6f80636-b345-4583-9fbc-e52831b189b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423098 Feb 17 04:51:13.532095 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-b5dfa9d4-7ae7-49da-bb31-78a2a5c6ea24 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827200 Feb 17 04:51:13.605350 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad7425-258a-4f9f-8acd-519522d901fc req-92c98e4f-0104-4921-9ef5-d6406ba97032 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:13.606880 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-32ad7425-258a-4f9f-8acd-519522d901fc req-92c98e4f-0104-4921-9ef5-d6406ba97032 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0480056 Feb 17 04:51:13.621679 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-419e6b3c-cca8-4098-8796-0484b500abad req-1bed73f3-ee86-48b4-ac88-d044d01703a9 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Feb 17 04:51:13.646443 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-32ad7425-258a-4f9f-8acd-519522d901fc req-1f4e86a1-a5a9-4c8b-a1b8-a73e5585c2d4 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Feb 17 04:51:14.761552 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538c72d-11dd-4961-a586-50afb2db33cc req-c4709a7c-4bdd-453f-9f17-e42b49fe5342 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:14.762979 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4538c72d-11dd-4961-a586-50afb2db33cc req-c4709a7c-4bdd-453f-9f17-e42b49fe5342 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0474067 Feb 17 04:51:14.798787 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4538c72d-11dd-4961-a586-50afb2db33cc req-782f7d8f-289b-43b2-a65d-4fdff53074e9 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299935 Feb 17 04:51:15.910193 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b85b-965d-4c98-8825-4d643a27743b req-25a59461-8dc2-4bab-a934-8c2e56c7adf6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:15.911624 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-93c6b85b-965d-4c98-8825-4d643a27743b req-25a59461-8dc2-4bab-a934-8c2e56c7adf6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0475686 Feb 17 04:51:15.946960 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-93c6b85b-965d-4c98-8825-4d643a27743b req-ba4a8cca-fef0-477c-b3cc-b0c3073c7591 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293224 Feb 17 04:51:17.062907 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff8e01-7ab9-424a-8c8e-b56d26ee1477 req-d8934836-90f9-404b-9a36-e035ca07b94f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:17.064358 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2eff8e01-7ab9-424a-8c8e-b56d26ee1477 req-d8934836-90f9-404b-9a36-e035ca07b94f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0510471 Feb 17 04:51:17.100091 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2eff8e01-7ab9-424a-8c8e-b56d26ee1477 req-8eb33a7e-7c05-4cb1-85cc-9cdb100109b1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299866 Feb 17 04:51:17.323683 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:18.215966 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a5a9-ec01-425a-aaee-0f0295bb4c36 req-8955c398-c506-465b-bad8-a973b94c3da0 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:18.217420 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0202a5a9-ec01-425a-aaee-0f0295bb4c36 req-8955c398-c506-465b-bad8-a973b94c3da0 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0518982 Feb 17 04:51:18.254209 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-0202a5a9-ec01-425a-aaee-0f0295bb4c36 req-02c16fea-7d60-45a6-86bb-fd144a5d7b18 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310442 Feb 17 04:51:19.388312 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff5bd0-7f2d-4d7f-b0cc-7ecce69347ba req-f9838f19-dac5-45f1-be6a-c6201730bba3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:19.390098 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2ff5bd0-7f2d-4d7f-b0cc-7ecce69347ba req-f9838f19-dac5-45f1-be6a-c6201730bba3 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0682852 Feb 17 04:51:19.436251 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2ff5bd0-7f2d-4d7f-b0cc-7ecce69347ba req-829487ef-4e65-43e0-a9d8-71f407e37807 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398767 Feb 17 04:51:20.549620 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026825d-4709-41ab-be7c-7873257c7c06 req-8cd50f9b-fea5-4b81-ad48-13fee6b3a249 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:20.551101 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e026825d-4709-41ab-be7c-7873257c7c06 req-8cd50f9b-fea5-4b81-ad48-13fee6b3a249 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0472002 Feb 17 04:51:20.588174 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-e026825d-4709-41ab-be7c-7873257c7c06 req-09a48cf5-22d6-4fea-bc0d-27b91165a30b tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Feb 17 04:51:21.623563 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 890f173f-d6eb-44ee-9c6b-003cb1a74a03 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:51:21.703473 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d1239-593d-4572-b4db-7431c1a92e2c req-a395dd7b-4e78-43d0-b1db-fea8eac58c77 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:21.704952 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-189d1239-593d-4572-b4db-7431c1a92e2c req-a395dd7b-4e78-43d0-b1db-fea8eac58c77 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 943 time: 0.0481088 Feb 17 04:51:21.717935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:21.737168 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:51:21.743080 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-189d1239-593d-4572-b4db-7431c1a92e2c req-dcec8ff2-8b61-479f-b643-a5e607001e35 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Feb 17 04:51:21.783545 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:21.838658 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890f173f-d6eb-44ee-9c6b-003cb1a74a03 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:51:21.858918 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-17ddd1f8-3c7c-46cb-8bee-cab100137791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:21.868579 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:21.874288 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:21.961945 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:22.811821 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['890f173f-d6eb-44ee-9c6b-003cb1a74a03'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:51:22.857165 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dfc61-d979-40f8-bb2e-6a06d749bc0f req-13bc6802-e182-4e50-8d73-de22b4b44cb1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:22.858631 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cc5dfc61-d979-40f8-bb2e-6a06d749bc0f req-13bc6802-e182-4e50-8d73-de22b4b44cb1 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 944 time: 0.0482025 Feb 17 04:51:22.895854 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-cc5dfc61-d979-40f8-bb2e-6a06d749bc0f req-65290921-fc33-4df2-adff-08daf2a66516 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308447 Feb 17 04:51:24.010733 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a33ca5-f865-4b47-9084-03f2574c5e4a req-00d9bdfa-4133-4ebc-ac08-d3a28ce15636 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:24.012430 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f5a33ca5-f865-4b47-9084-03f2574c5e4a req-00d9bdfa-4133-4ebc-ac08-d3a28ce15636 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 944 time: 0.0514896 Feb 17 04:51:24.048949 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-f5a33ca5-f865-4b47-9084-03f2574c5e4a req-fc72e5b6-3363-4214-8c79-266a2249dc03 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307107 Feb 17 04:51:24.287458 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b95413c9-eb6c-4d74-8d9a-5799fd9e0024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:24.364808 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:51:24.920192 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 890f173f-d6eb-44ee-9c6b-003cb1a74a03 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:51:24.969446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:51:24.973062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:51:24.973427 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:25.051754 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:25.075538 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:25.078031 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc88c50-1c62-4b2b-b4fd-de8117660e08" -d '{"events": [{"server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "name": "network-vif-plugged", "status": "completed", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:25.100829 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:25.107088 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:25.113933 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:25.133616 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190c0e8-ff2b-438f-b205-b82d1ca1155b x-openstack-request-id: req-a190c0e8-ff2b-438f-b205-b82d1ca1155b {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:25.133914 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "name": "network-vif-plugged", "status": "completed", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:25.134144 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a190c0e8-ff2b-438f-b205-b82d1ca1155b {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:25.134542 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'code': 200} Feb 17 04:51:25.162063 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:25.180976 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f36841-c211-40ce-93e2-829a69b0c79b req-3dc015df-88ef-4e88-bf7c-42b06ec2e3a5 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:25.184017 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0f36841-c211-40ce-93e2-829a69b0c79b req-3dc015df-88ef-4e88-bf7c-42b06ec2e3a5 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0555959 Feb 17 04:51:25.228516 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-c0f36841-c211-40ce-93e2-829a69b0c79b req-541706bb-bddb-4504-b757-c61b8864a9b6 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385816 Feb 17 04:51:26.350853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247f77-6efe-4241-9e88-d19b365745b8 req-86b3fd89-736c-4831-85ad-5044b549f1ff tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:26.352313 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2e247f77-6efe-4241-9e88-d19b365745b8 req-86b3fd89-736c-4831-85ad-5044b549f1ff tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0470448 Feb 17 04:51:26.390405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2e247f77-6efe-4241-9e88-d19b365745b8 req-6993dc60-6237-40a9-bc8b-ba8f27e20ef0 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316079 Feb 17 04:51:26.751062 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:26.903460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7dfa7-5511-41c1-ba97-690410fa9b75 req-ea37751d-69e4-41b6-a755-45ef2d94667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:26.904950 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-18f7dfa7-5511-41c1-ba97-690410fa9b75 req-ea37751d-69e4-41b6-a755-45ef2d94667f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1098 time: 0.0398378 Feb 17 04:51:26.939429 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-18f7dfa7-5511-41c1-ba97-690410fa9b75 req-e8ca767a-096f-4880-874f-1b8ae899e7d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264282 Feb 17 04:51:27.040228 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:27.503771 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5c409-448e-4aca-9b72-7fa6ebcd1379 req-72959fd0-42ec-4668-b3a0-dd87d14e05ae tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:27.505186 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-17a5c409-448e-4aca-9b72-7fa6ebcd1379 req-72959fd0-42ec-4668-b3a0-dd87d14e05ae tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0475192 Feb 17 04:51:27.542464 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-17a5c409-448e-4aca-9b72-7fa6ebcd1379 req-4b7ed7a5-29fa-49ec-bd1e-3b10b3517d38 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305281 Feb 17 04:51:28.656655 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9e123-a6c6-4435-997f-24a8475d5fae req-0da5e04b-5a5f-4aad-8281-786b3274ce00 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:28.658092 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8e9e123-a6c6-4435-997f-24a8475d5fae req-0da5e04b-5a5f-4aad-8281-786b3274ce00 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Feb 17 04:51:28.694038 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8e9e123-a6c6-4435-997f-24a8475d5fae req-6311f18d-5654-48c4-b03f-4583365b6136 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301714 Feb 17 04:51:28.805058 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ac694-8cce-42eb-a27a-68eb51d6873e req-b3f4dd47-e46c-456a-a8a0-7055f96a1c83 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:28.806611 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a05ac694-8cce-42eb-a27a-68eb51d6873e req-b3f4dd47-e46c-456a-a8a0-7055f96a1c83 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0473785 Feb 17 04:51:28.843149 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-a05ac694-8cce-42eb-a27a-68eb51d6873e req-b1d78fa5-1f4a-4b6b-ba08-cedbb6040b3e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301089 Feb 17 04:51:28.864353 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55904) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:28.903377 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d63a3f-3a97-4b45-b85e-643bb587aff5 tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:28.904888 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-06d63a3f-3a97-4b45-b85e-643bb587aff5 tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1093 time: 0.0395510 Feb 17 04:51:28.907748 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 55906) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:28.912078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:28.936068 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:29.031933 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:29.133398 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.27.2.142 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/02f86df3-fac2-4a80-ba76-56f8f917bb51) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:51:29.234965 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:29.269402 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:29.306987 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:51:29.309810 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:51:29.313212 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:51:29.337715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=02f86df3-fac2-4a80-ba76-56f8f917bb51,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:29.914903 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:29.975963 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:30.120029 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:30.125234 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:30.193452 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=02f86df3-fac2-4a80-ba76-56f8f917bb51,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:30.205606 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:30.303386 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP e2249c49-482a-4d88-90a1-4b5b00df1b24 associated. External IP: 172.27.2.142, port: 890f173f-d6eb-44ee-9c6b-003cb1a74a03. Feb 17 04:51:30.500808 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:51:30.603160 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:51:30.612554 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:51:30.620249 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:30.622271 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:51:30.622888 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:51:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:30.646954 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-43d1c803-4c16-4197-8c4e-9bb329cf562e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7381437 Feb 17 04:51:30.647840 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:30.650279 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:30.689725 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe060b0-c793-469b-a66d-e2bb197c3577 x-openstack-request-id: req-8fe060b0-c793-469b-a66d-e2bb197c3577 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:30.690096 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:30.690929 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fe060b0-c793-469b-a66d-e2bb197c3577 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:30.690929 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'status': 'completed', 'code': 200} Feb 17 04:51:30.741522 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:51:30.757522 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-f19bb923-837a-432d-ad14-6be3825b32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:30.759026 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-f19bb923-837a-432d-ad14-6be3825b32c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1098 time: 0.0440545 Feb 17 04:51:30.849380 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-edac92a0-427e-4fdc-ba87-15c6b82a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:30.850865 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-edac92a0-427e-4fdc-ba87-15c6b82a8c48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0840960 Feb 17 04:51:30.921827 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-e26066ac-d941-43ea-86d7-c8e3c08f28dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 999 time: 0.0631886 Feb 17 04:51:30.962070 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:29Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:30.970849 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-bb51ccfc-85ea-4c18-98fc-eef8fde836e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:30.972315 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-bb51ccfc-85ea-4c18-98fc-eef8fde836e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0436709 Feb 17 04:51:30.992795 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:51:31.001823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:51:31.002430 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:51:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:31.018405 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-8dbbc4d8-91e8-4feb-bbd5-c2bd2412db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:31.019883 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-8dbbc4d8-91e8-4feb-bbd5-c2bd2412db75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404923 Feb 17 04:51:31.105926 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:51:31.111728 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-4b1bc565-33b5-4670-bb1d-3d7abc3319ad service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Feb 17 04:51:31.209683 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7e9e9c4b-7287-4cc1-8c41-28228fc0afaf req-b1d78b76-2bb2-462d-b717-a20e2ebb6d31 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909121 Feb 17 04:51:31.467517 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:29Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:31.499287 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985892c-84ea-4d61-a120-6a339d1ecf89 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:29Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:51:31.683862 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be926557-e495-4334-bd9f-85cf56214e7d None None] New status for floating IP e2249c49-482a-4d88-90a1-4b5b00df1b24: ACTIVE {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:51:32.707767 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fb6b-54e7-4252-a6c8-6ed6ccfde6b6 req-1d5338d9-f1ff-4045-bda5-b4d9ce09bf14 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:32.709283 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7ed7fb6b-54e7-4252-a6c8-6ed6ccfde6b6 req-1d5338d9-f1ff-4045-bda5-b4d9ce09bf14 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 945 time: 0.0519404 Feb 17 04:51:32.747333 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7ed7fb6b-54e7-4252-a6c8-6ed6ccfde6b6 req-8a3cfe0f-c4a2-4dbd-a55b-3631d4022960 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Feb 17 04:51:33.860919 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257fcb3-715f-4483-bec7-1f408d38682d req-f8e28f7f-81c4-4157-aa39-43e8014ee16f tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:33.862376 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a257fcb3-715f-4483-bec7-1f408d38682d req-f8e28f7f-81c4-4157-aa39-43e8014ee16f tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 945 time: 0.0469954 Feb 17 04:51:33.899062 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a257fcb3-715f-4483-bec7-1f408d38682d req-af3280e6-8da3-473d-9da0-9d20b749112b tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/security-groups?id=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Feb 17 04:51:34.402601 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-7f3448d1-e6d2-42e8-a131-15f0868a0685 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:51:34.404025 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-7f3448d1-e6d2-42e8-a131-15f0868a0685 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 945 time: 0.0505836 Feb 17 04:51:34.493581 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Deleting port 31df7566-67b4-4b90-b542-c51fcd3e2096 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:51:34.493922 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:34.582104 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] For port 31df7566-67b4-4b90-b542-c51fcd3e2096, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31df7566-67b4-4b90-b542-c51fcd3e2096,segment=NetworkSegment(2d6e118a-aba4-4769-a010-30e0d37d4ad3),segment_id=2d6e118a-aba4-4769-a010-30e0d37d4ad3)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:51:34.582459 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:34.593767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Calling delete_port for 31df7566-67b4-4b90-b542-c51fcd3e2096 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:51:34.714208 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:34.726560 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['31df7566-67b4-4b90-b542-c51fcd3e2096'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:51:34.743875 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Pushing event deleted for resources: {'Port': ['ID=31df7566-67b4-4b90-b542-c51fcd3e2096,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:34.786735 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] No DVR routers for this DVR port 31df7566-67b4-4b90-b542-c51fcd3e2096 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:51:34.789315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:34.792901 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45c003de-39f8-467e-a2d7-7f7e357d0c24 req-be72cca4-8054-4293-ae7b-c21562f08a37 tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.37 "DELETE /v2.0/ports/31df7566-67b4-4b90-b542-c51fcd3e2096 HTTP/1.1" status: 204 len: 173 time: 0.3824251 Feb 17 04:51:34.793324 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'name': 'network-vif-deleted', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:51:34.795521 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7be07a-143f-4edb-9a33-35d9430e468d" -d '{"events": [{"server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "name": "network-vif-deleted", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:51:34.834743 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ff2492-77c4-4bb4-bda6-d276d35c0aa0 x-openstack-request-id: req-61ff2492-77c4-4bb4-bda6-d276d35c0aa0 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:51:34.835039 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a240487c-1646-4065-9e5b-1843e2ac264f", "name": "network-vif-deleted", "tag": "31df7566-67b4-4b90-b542-c51fcd3e2096", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:51:34.835291 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61ff2492-77c4-4bb4-bda6-d276d35c0aa0 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:51:34.835682 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a240487c-1646-4065-9e5b-1843e2ac264f', 'name': 'network-vif-deleted', 'tag': '31df7566-67b4-4b90-b542-c51fcd3e2096', 'status': 'completed', 'code': 200} Feb 17 04:51:35.004126 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-127f5f6e-4ee4-40a3-aef1-0064ca313065 req-536baadc-dc98-47d3-ae0f-617f3c26012c tempest-VolumesSnapshotTestJSON-1313282179 tempest-VolumesSnapshotTestJSON-1313282179-project] 10.222.0.61 "GET /v2.0/ports?device_id=a240487c-1646-4065-9e5b-1843e2ac264f HTTP/1.1" status: 200 len: 210 time: 0.0257223 Feb 17 04:51:36.835848 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 31df7566-67b4-4b90-b542-c51fcd3e2096 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:51:36.856776 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 31df7566-67b4-4b90-b542-c51fcd3e2096 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:51:36.857244 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 31df7566-67b4-4b90-b542-c51fcd3e2096 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:51:47.339312 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:51.829825 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ee2ce49e-8e6c-4971-baf5-e64fabe78faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:54.289394 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-20c6b87d-e45c-4ba7-a22e-f78b3babfc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:55.091427 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:56.749403 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:57.042301 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:58.949042 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56082) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:58.992100 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Deleting subnet 791ead20-adb4-413f-9718-da360d6f9ae7 {{(pid=108237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:51:58.995299 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.027977 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129003399'] for subnet, precommit_delete_associations {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.072581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.124940 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129608661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129650639'] for subnet, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.152683 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for subnet, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.155720 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/791ead20-adb4-413f-9718-da360d6f9ae7 HTTP/1.1" status: 204 len: 168 time: 0.2056360 Feb 17 04:51:59.157228 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791ead20-adb4-413f-9718-da360d6f9ae7,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:59.158582 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56084) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:59.164296 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.164638 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.164972 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.165301 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.165625 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.165947 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.166264 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.166631 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.166950 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.167301 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.167616 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.167928 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f30248-f07d-4db5-804b-a7ad432ff2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.226715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.300663 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.319418 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7331d2-aa10-46d0-9ff6-0a8b3f1da872']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:59.328764 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6e118a-aba4-4769-a010-30e0d37d4ad3') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:59.329052 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6e118a-aba4-4769-a010-30e0d37d4ad3') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:51:59.337826 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126795635'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.351227 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.356915 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:51:59.357284 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126341835'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: Traceback (most recent call last): Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: timer() Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: cb(*args, **kw) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: self._notify() Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: self.callback(batched_events) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: event.method(event) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: return f(self, *a, **k) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._get(url).json() Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:51:59.358853 dv-cinder-829630-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:51:59.413156 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.418466 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.421542 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] 10.222.0.61 "DELETE /v2.0/networks/bf7331d2-aa10-46d0-9ff6-0a8b3f1da872 HTTP/1.1" status: 204 len: 168 time: 0.2618775 Feb 17 04:51:59.432276 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7331d2-aa10-46d0-9ff6-0a8b3f1da872,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:51:59.439638 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.440014 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.440360 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.440697 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.441031 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.441368 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.441703 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.442026 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.442357 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.442740 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.443020 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.443343 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc3e7dc-0e32-4da5-8dfd-9acd7a4fa2ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:51:59.527825 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56088) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:59.566025 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79295d62-cb88-4211-a293-98f36c9899ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ed65cb6da1f4a859c618427e35653fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370173 Feb 17 04:51:59.568451 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56090) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:51:59.614479 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.636058 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.680195 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.683399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:51:59.684663 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e20620b0-99fe-4ee6-a4ce-868e0e32a1ba HTTP/1.1" status: 204 len: 168 time: 0.1152260 Feb 17 04:51:59.693147 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5cc8-6cf5-4d27-b22d-59d5c850b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20620b0-99fe-4ee6-a4ce-868e0e32a1ba,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:52:01.363820 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:52:17.338079 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:21.830373 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b754d6de-fd7a-480d-8031-1dc512bcd83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:24.290616 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a6507f4d-1602-4eca-b197-4fb612ab96a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:24.455129 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-71ce7af0-95e1-429d-8e8b-61e50f037c3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413907 Feb 17 04:52:24.537719 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-8fe7cf2b-93a0-4f85-8977-85ef43ee7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:52:24.539461 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-8fe7cf2b-93a0-4f85-8977-85ef43ee7bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1098 time: 0.0394440 Feb 17 04:52:24.638731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-3d9aad02-aaa0-49d8-ba7f-7e49e6125a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:52:24.640221 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-3d9aad02-aaa0-49d8-ba7f-7e49e6125a9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0815296 Feb 17 04:52:24.709721 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-0988c352-c8ce-4993-be01-4a82308af240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 1001 time: 0.0583332 Feb 17 04:52:24.759201 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-117ee789-0124-401c-b3d4-86babfe49834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:52:24.761230 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-117ee789-0124-401c-b3d4-86babfe49834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0412369 Feb 17 04:52:24.807154 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-73f42eb1-e0d5-4aa5-9f2b-35be30c0b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:52:24.809361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-73f42eb1-e0d5-4aa5-9f2b-35be30c0b610 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380723 Feb 17 04:52:24.897457 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-e26745a2-b17d-4dae-9a81-cc561ac9e006 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806494 Feb 17 04:52:24.987927 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-540da816-80ae-4044-9e09-c5b6d171a2c4 req-91bb4879-1ff9-473b-a712-9c719381a82f service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803037 Feb 17 04:52:25.095483 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:26.753157 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:27.045193 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:38.362874 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:52:47.337622 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:51.831580 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2e96e8c9-5209-4c5a-8a76-6938d26bcdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:54.292565 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7f036479-a535-4d1a-9af5-777d91b25e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:55.097096 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:56.756000 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:52:57.046978 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:09.376303 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-2a1a1431-1af2-4038-a43a-939fdc214f5c tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600887010&fields=id&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 267 time: 0.0361385 Feb 17 04:53:09.480078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-606cd553-acaf-403b-bbb5-9932b9231538 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:09.481569 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-606cd553-acaf-403b-bbb5-9932b9231538 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.0985270 Feb 17 04:53:09.496392 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-e84e5cab-e28b-4f67-9b5c-75e7761332bd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/quotas/52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 375 time: 0.0089381 Feb 17 04:53:09.551368 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-dc824309-ad14-41dd-8638-1e9c30d76ed7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499482 Feb 17 04:53:09.776712 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-065465bd-9887-4940-a572-a101621af739 service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135971 Feb 17 04:53:09.861956 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-3d2bc63b-eed8-4834-8b89-03619040c419 service neutron] 10.222.0.61 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791314 Feb 17 04:53:10.133897 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-dee0fbe1-abf3-462c-a3be-32393db42056 req-489d846e-73ac-42f4-a1a4-bbe00632beba tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Feb 17 04:53:11.240730 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8707841a-3fd1-4209-97ff-96cc990649d7 req-1a0f9955-35bd-4844-9514-e3c6ac182684 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 210 time: 0.0353281 Feb 17 04:53:11.267289 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-3f5c66e1-39cf-4cf4-8a88-47845fba968e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:11.268795 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-3f5c66e1-39cf-4cf4-8a88-47845fba968e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 812 time: 0.1348665 Feb 17 04:53:11.321405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-b3ef4cb1-2d06-4ea0-b33d-8b5f7c202e9f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ecfd981c19495dba68d33a171d4dcd HTTP/1.1" status: 200 len: 379 time: 0.0322888 Feb 17 04:53:11.330934 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'port': {'device_id': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'admin_state_up': True, 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'security_groups': ['445e89a7-f510-40b3-b77b-42f2e6e2290d']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:53:11.441006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Made reservation on behalf of 52ecfd981c19495dba68d33a171d4dcd for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 04:53:11.444505 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:11.565554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.20.0.13 (84cf6c97-23ee-4b29-bf6a-7f3ac242d640/7cd91d27-c733-4970-9c7f-e008e1093002/cea53538-3c42-47d8-a21f-3f5ae3c0ce61) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:53:11.710634 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:11.747364 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:11.790644 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:53:11.794696 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:53:11.798390 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:53:11.828453 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:11.842702 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.843053 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.843397 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.843759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.844112 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.844442 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.844767 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.845091 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.845417 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.845738 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.846055 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.846369 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:11.864872 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:11.865492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:11.881189 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-057056b1-1179-4704-851a-91ef90d04a1d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538127 Feb 17 04:53:11.893657 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Request body: {'port': {'device_id': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:53:11.948440 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.052830 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-13e91149-6930-44a4-90d6-868c6e4a8e57 None None] Provisioning complete for port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 triggered by entity DHCP. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:53:12.053438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-13e91149-6930-44a4-90d6-868c6e4a8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.086193 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-13e91149-6930-44a4-90d6-868c6e4a8e57 None None] Port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 cannot update to ACTIVE because it is not bound. {{(pid=108238) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 17 04:53:12.201638 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea53538-3c42-47d8-a21f-3f5ae3c0ce61 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:53:12.209224 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.221480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Transition to ACTIVE for port object cea53538-3c42-47d8-a21f-3f5ae3c0ce61 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 04:53:12.224756 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.275537 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Pushing event updated for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:12.347058 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Attempting to bind port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 17 04:53:12.347471 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Attempting to bind port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 17 04:53:12.347892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Attempting to bind port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:53:12.352529 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 04:53:12.353210 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Attempting to bind port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 on network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 04:53:12.359581 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Checking agent: {'id': 'a8129f6b-7e10-4368-b954-b65a77ce7bd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'started_at': datetime.datetime(2022, 2, 17, 4, 38, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 4, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 04:53:12.360063 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Checking segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 17 04:53:12.360659 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Bound using segment: {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 04:53:12.361179 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Bound port: cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 17 04:53:12.361635 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.373550 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be4cfb-4d04-40d3-8c4c-594268d2ce1a req-b8d5596d-72df-4422-b5ac-a55f21d2ce25 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:12.375077 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68be4cfb-4d04-40d3-8c4c-594268d2ce1a req-b8d5596d-72df-4422-b5ac-a55f21d2ce25 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0605943 Feb 17 04:53:12.417016 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-68be4cfb-4d04-40d3-8c4c-594268d2ce1a req-61bc2636-2734-4aab-a316-021ac41e3788 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351701 Feb 17 04:53:12.428643 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 04:53:12.440722 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 04:53:12.440722 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126341783'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.479731 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:12.480507 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:12.482195 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] 10.222.0.37 "PUT /v2.0/ports/cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 1094 time: 0.5929680 Feb 17 04:53:12.482636 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:53:12.484866 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b957665-6a20-48b2-86a7-2019ec995698" -d '{"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:53:12.507047 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38eb1b-29b2-414f-919b-77e1af3a4886 service neutron] Pushing event updated for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:12.532552 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1896f5ba-952d-4ced-a02f-dbeb08f5aeca x-openstack-request-id: req-1896f5ba-952d-4ced-a02f-dbeb08f5aeca {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:53:12.532850 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:53:12.533268 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1896f5ba-952d-4ced-a02f-dbeb08f5aeca {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:53:12.533697 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'status': 'completed', 'code': 200} Feb 17 04:53:12.580925 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-0e367114-6091-4765-a098-8f425b813276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:12.582435 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-0e367114-6091-4765-a098-8f425b813276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1097 time: 0.0424354 Feb 17 04:53:12.627340 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-31d50511-e227-40f3-8675-529b48dc4da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 217 time: 0.0354350 Feb 17 04:53:12.682777 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-03ef0cac-acf5-492c-b41f-74c2addb7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:12.684393 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-03ef0cac-acf5-492c-b41f-74c2addb7f0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0472474 Feb 17 04:53:12.735483 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-78eb4240-9b87-448f-a29c-7e73ed2b648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:12.737116 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-78eb4240-9b87-448f-a29c-7e73ed2b648a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428147 Feb 17 04:53:12.829832 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-2838f663-e9fe-477d-a577-dbc147aa7740 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810380 Feb 17 04:53:12.922353 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b17841fd-871a-4c8a-b3c4-66992f99cfb9 req-c6f6e69c-b05d-4943-b868-2410c655dee8 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816758 Feb 17 04:53:13.014072 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b957665-6a20-48b2-86a7-2019ec995698 req-2f507323-aab5-4858-8fe3-709fcedfd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:13.015541 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-2f507323-aab5-4858-8fe3-709fcedfd113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1097 time: 0.0416570 Feb 17 04:53:13.110966 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b957665-6a20-48b2-86a7-2019ec995698 req-6037cf1f-038f-4242-be4f-515a3b1e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:13.112497 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-6037cf1f-038f-4242-be4f-515a3b1e3bc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0866251 Feb 17 04:53:13.155903 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-b2a32a3a-d2cb-4d77-b51d-ee7b0b1caf24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 217 time: 0.0347238 Feb 17 04:53:13.203715 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b957665-6a20-48b2-86a7-2019ec995698 req-7227929e-9807-4772-ad48-808a7baccade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:13.205179 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-7227929e-9807-4772-ad48-808a7baccade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0421636 Feb 17 04:53:13.254959 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b957665-6a20-48b2-86a7-2019ec995698 req-96e013d8-ee5c-47c5-997d-bbfbd71a2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:13.256449 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-96e013d8-ee5c-47c5-997d-bbfbd71a2cf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425479 Feb 17 04:53:13.346729 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-abdbfaa7-9c4d-4c4d-a94d-6aba1af33b66 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787611 Feb 17 04:53:13.440788 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8b957665-6a20-48b2-86a7-2019ec995698 req-c89e41a8-71f0-41ec-be22-e671648b8967 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832434 Feb 17 04:53:13.535661 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4862-25e2-4823-8068-0f1180301074 req-9baac3c7-bc2b-4dd6-997e-6d5ad8d0850d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:13.537115 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4e6f4862-25e2-4823-8068-0f1180301074 req-9baac3c7-bc2b-4dd6-997e-6d5ad8d0850d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0508046 Feb 17 04:53:13.574485 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-4e6f4862-25e2-4823-8068-0f1180301074 req-bf9f507c-5948-4d7e-82b4-0fb5e91fb97f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Feb 17 04:53:14.688967 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124a71-26cf-4684-a230-2d5c49984812 req-cd0e5e9c-5d95-4906-bbfd-a74142ec02cc tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:14.690692 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6b124a71-26cf-4684-a230-2d5c49984812 req-cd0e5e9c-5d95-4906-bbfd-a74142ec02cc tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0472169 Feb 17 04:53:14.726695 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6b124a71-26cf-4684-a230-2d5c49984812 req-5a9743f0-d6fd-430a-bdd2-df94719fb643 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Feb 17 04:53:15.362812 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:53:15.837612 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b6f8a-8c6b-4b18-99a0-23ca1509482e req-76c99fcc-60c8-4ebd-9b2e-d90feac070ff tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:15.839061 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7e4b6f8a-8c6b-4b18-99a0-23ca1509482e req-76c99fcc-60c8-4ebd-9b2e-d90feac070ff tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0477297 Feb 17 04:53:15.876242 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7e4b6f8a-8c6b-4b18-99a0-23ca1509482e req-56337617-1b5e-45ab-83ef-5e565d375310 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304575 Feb 17 04:53:16.987431 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b46d47-4ef9-4686-8346-939d1b7598a4 req-0b8aba8f-8928-497f-8f23-c78ffedd54ad tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:16.988912 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a8b46d47-4ef9-4686-8346-939d1b7598a4 req-0b8aba8f-8928-497f-8f23-c78ffedd54ad tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0477774 Feb 17 04:53:17.024982 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a8b46d47-4ef9-4686-8346-939d1b7598a4 req-41cb7d3d-95a7-48eb-984a-1ff4027887e7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302176 Feb 17 04:53:17.354003 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:18.139039 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48210bc0-5684-49ae-80b9-30ee0c80afe4 req-8e57381f-690d-48e7-aabe-f6e9ff3a1364 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:18.140521 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48210bc0-5684-49ae-80b9-30ee0c80afe4 req-8e57381f-690d-48e7-aabe-f6e9ff3a1364 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0475199 Feb 17 04:53:18.177649 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-48210bc0-5684-49ae-80b9-30ee0c80afe4 req-c067ab22-e92a-4767-bbeb-14a4e134676d tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 Feb 17 04:53:19.289053 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca6a1-b910-4baf-94a2-88786be796b0 req-6d6b9c43-6fb6-42cd-9412-4a9e5db09039 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:19.290582 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-406ca6a1-b910-4baf-94a2-88786be796b0 req-6d6b9c43-6fb6-42cd-9412-4a9e5db09039 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 944 time: 0.0466707 Feb 17 04:53:19.308435 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device cea53538-3c42-47d8-a21f-3f5ae3c0ce61 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=108238) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 04:53:19.332443 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-406ca6a1-b910-4baf-94a2-88786be796b0 req-b25c2379-fcfe-4d63-a584-622139488cdd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352879 Feb 17 04:53:19.402178 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:53:19.413479 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Returning: {'device': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'port_id': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'mac_address': 'fa:16:3e:1d:17:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108238) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 04:53:19.447829 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:19.460278 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea53538-3c42-47d8-a21f-3f5ae3c0ce61 {{(pid=108238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 04:53:19.479596 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:53:19.483556 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:19.532472 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:19.539522 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.539806 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.540171 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.540499 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.540823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.541146 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.541468 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.541784 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.542103 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.542416 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.542729 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.543069 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:19.793175 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] get_ports_and_sgs() called for port_ids ['cea53538-3c42-47d8-a21f-3f5ae3c0ce61'] {{(pid=108238) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 04:53:20.609062 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feea81-1d16-48e8-b3ab-d2f9a535f1ef req-920b9d1b-bb12-4b8d-afd2-4731b4630db4 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:20.610542 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d4feea81-1d16-48e8-b3ab-d2f9a535f1ef req-920b9d1b-bb12-4b8d-afd2-4731b4630db4 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 945 time: 0.0503681 Feb 17 04:53:20.646802 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-d4feea81-1d16-48e8-b3ab-d2f9a535f1ef req-86ccf466-2612-4a3f-a99f-2f466d6cd73a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Feb 17 04:53:21.314739 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device cea53538-3c42-47d8-a21f-3f5ae3c0ce61 up at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 04:53:21.362084 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning for port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 completed by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 04:53:21.365790 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.provisioning_blocks [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Provisioning complete for port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 triggered by entity L2. {{(pid=108238) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 04:53:21.366157 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065498'] for port, provisioning_complete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:21.445709 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:21.469835 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61'}] {{(pid=108238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:53:21.472129 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51673b321d8d55dbb41991ade543943e664cc75821ab497f57b6ac2bc69d466" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fd066-335a-423c-b27c-2b0fb55e4956" -d '{"events": [{"server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "name": "network-vif-plugged", "status": "completed", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61"}]}' {{(pid=108238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:53:21.485746 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:53:21.489695 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:21.542935 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Pushing event updated for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=5']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:21.674029 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096994ba-427f-40f5-9c26-5eff12f4a032 x-openstack-request-id: req-096994ba-427f-40f5-9c26-5eff12f4a032 {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:53:21.674029 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "name": "network-vif-plugged", "status": "completed", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61", "code": 200}]} {{(pid=108238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:53:21.674241 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-096994ba-427f-40f5-9c26-5eff12f4a032 {{(pid=108238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:53:21.674846 dv-cinder-829630-1-iscsi neutron-server[108238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'code': 200} Feb 17 04:53:21.761311 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d207a-ea51-408d-a5dd-3b1d2b0a9534 req-62535f33-1cf1-4faa-81b0-0252201e0bd5 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:21.763736 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-270d207a-ea51-408d-a5dd-3b1d2b0a9534 req-62535f33-1cf1-4faa-81b0-0252201e0bd5 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0497096 Feb 17 04:53:21.800758 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-270d207a-ea51-408d-a5dd-3b1d2b0a9534 req-a1deceff-cd37-43c2-a5c6-f463000c1b8f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Feb 17 04:53:21.841166 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-97275156-a8a7-462c-b6bf-ab3811ea226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:21.924378 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5de28-0212-4f6b-9017-aa8cde4df652 req-ffa57300-22df-4564-b080-aefa1ae64178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:21.925876 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-acb5de28-0212-4f6b-9017-aa8cde4df652 req-ffa57300-22df-4564-b080-aefa1ae64178 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1099 time: 0.0378499 Feb 17 04:53:21.962629 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-acb5de28-0212-4f6b-9017-aa8cde4df652 req-f997a131-24bd-45da-8cbf-50717919b0fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255480 Feb 17 04:53:22.921069 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f3e2e-3a2c-4324-90ec-47d16a768925 req-115f7105-df48-4efa-944b-62fa8350ae0a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:22.923667 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3b4f3e2e-3a2c-4324-90ec-47d16a768925 req-115f7105-df48-4efa-944b-62fa8350ae0a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0546043 Feb 17 04:53:22.962790 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3b4f3e2e-3a2c-4324-90ec-47d16a768925 req-4aec0df4-f553-46d5-ba6b-f1590290893c tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Feb 17 04:53:24.074189 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764f8a5-947a-4c8a-abe4-4837a0f1db49 req-019ca9f9-198d-4e1b-a7c9-5b15bfc15a7a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:24.075915 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7764f8a5-947a-4c8a-abe4-4837a0f1db49 req-019ca9f9-198d-4e1b-a7c9-5b15bfc15a7a tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0483906 Feb 17 04:53:24.113103 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-7764f8a5-947a-4c8a-abe4-4837a0f1db49 req-b8b5dc78-989e-488d-b7bf-cfdd9c17f5d4 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Feb 17 04:53:24.224403 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347670c-8730-4f26-87b3-3c2a3f342604 req-837d7ae4-ea6f-439a-8f3f-a2195cbcfdac tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:24.225860 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1347670c-8730-4f26-87b3-3c2a3f342604 req-837d7ae4-ea6f-439a-8f3f-a2195cbcfdac tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0471699 Feb 17 04:53:24.266581 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1347670c-8730-4f26-87b3-3c2a3f342604 req-778858ab-dfdc-4d6a-ac6c-6954a8ce02d5 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Feb 17 04:53:24.288507 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56202) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:53:24.295108 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-aa14c9e4-5753-433b-bf8c-8fc83bb7baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.330877 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2fc447-e808-4ed4-bd57-ad627bee682e tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:24.332602 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7c2fc447-e808-4ed4-bd57-ad627bee682e tempest-TestVolumeBootPattern-889082520 tempest-TestVolumeBootPattern-889082520-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1094 time: 0.0428662 Feb 17 04:53:24.335374 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56204) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:53:24.339558 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.v2.base [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Request body: {'floatingip': {'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'port_id': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:53:24.363583 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.457488 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.559382 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Allocated IP 172.27.2.56 (24202a8a-dae7-43b9-92be-0ab799b37a74/b28bbbbf-35a1-443b-bf54-4bd69183c3c5/d7d4ee12-5fcb-4736-b19a-9f53e27a568a) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 04:53:24.655003 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.686364 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736434570873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:24.727913 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Network 24202a8a-dae7-43b9-92be-0ab799b37a74 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 04:53:24.730690 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 04:53:24.734014 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 04:53:24.738994 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=d7d4ee12-5fcb-4736-b19a-9f53e27a568a,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:24.766660 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.767001 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.767333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.767660 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.768012 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.768333 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.768655 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.768970 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.769284 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.769597 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.769908 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:24.770214 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:53:25.099188 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.313708 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.376471 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680979'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.519088 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.523520 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736434953072', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736434570891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736434570909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129608495'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.590763 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event updated for resources: {'Port': ['ID=d7d4ee12-5fcb-4736-b19a-9f53e27a568a,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:53:25.601281 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926892'] for floatingip, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:25.712571 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP ea51fee6-745b-408b-ad06-6dc8f43f625f associated. External IP: 172.27.2.56, port: cea53538-3c42-47d8-a21f-3f5ae3c0ce61. Feb 17 04:53:25.933369 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:53:25.971860 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-fbbc3448-a141-4abd-93b6-c02c0c2aec62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3071017 Feb 17 04:53:26.044781 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:53:26.053513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b084de-98c4-4f42-8354-1072f5474558 req-93760e2a-1caf-42f1-8dd4-8cb5b5ab4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.055194 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-93760e2a-1caf-42f1-8dd4-8cb5b5ab4273 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1098 time: 0.0406871 Feb 17 04:53:26.055802 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:53:26.063827 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:26.071407 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:53:26.072152 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:53:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:53:26.100007 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-7773079e-dc90-4f02-a744-ba851a1aa49f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7554259 Feb 17 04:53:26.100007 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:53:26.100007 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2068908-016b-43c8-b8de-a411e98470bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:53:26.174857 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b084de-98c4-4f42-8354-1072f5474558 req-2dc34b4f-cf19-4af7-8e3a-5ff98d6625ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.176028 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-2dc34b4f-cf19-4af7-8e3a-5ff98d6625ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0985365 Feb 17 04:53:26.186659 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:53:26.204396 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a058cb-0925-4227-9745-1ef8b466dc17 x-openstack-request-id: req-40a058cb-0925-4227-9745-1ef8b466dc17 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:53:26.204677 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:53:26.204924 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40a058cb-0925-4227-9745-1ef8b466dc17 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:53:26.205318 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'status': 'completed', 'code': 200} Feb 17 04:53:26.268887 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-8ba330ce-e01c-4e39-9759-cd66e41c23b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 1001 time: 0.0854499 Feb 17 04:53:26.276044 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068908-016b-43c8-b8de-a411e98470bd req-530843c6-20ff-4f30-80d1-a11dbef82c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.277439 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-530843c6-20ff-4f30-80d1-a11dbef82c03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1099 time: 0.0508368 Feb 17 04:53:26.367866 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b084de-98c4-4f42-8354-1072f5474558 req-5f332dc3-4cbe-497c-83a6-50011de45d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.369336 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-5f332dc3-4cbe-497c-83a6-50011de45d83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0910821 Feb 17 04:53:26.419928 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}, {'id': 'ea51fee6-745b-408b-ad06-6dc8f43f625f', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:1d:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:53:24Z', 'updated_at': '2022-02-17T04:53:24Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:53:26.430855 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068908-016b-43c8-b8de-a411e98470bd req-d376a3fe-1ee1-487a-ab15-02580fb17dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.432343 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-d376a3fe-1ee1-487a-ab15-02580fb17dd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.1462886 Feb 17 04:53:26.438898 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b084de-98c4-4f42-8354-1072f5474558 req-fff899f2-c347-42cd-a016-b1197c027ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.440208 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-fff899f2-c347-42cd-a016-b1197c027ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630217 Feb 17 04:53:26.450538 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:53:26.458725 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:53:26.459338 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:53:24Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:53:26.546996 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-3586198e-db36-4ab0-bb1d-08575ca96ed5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 999 time: 0.1058490 Feb 17 04:53:26.566790 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:53:26.606380 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-48baf2a9-84ca-41cf-aa99-0e0ebb68ca9b service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581001 Feb 17 04:53:26.620492 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068908-016b-43c8-b8de-a411e98470bd req-228f9181-6ea8-4d12-b33b-eb10c7fdc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.621883 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-228f9181-6ea8-4d12-b33b-eb10c7fdc6ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0652690 Feb 17 04:53:26.717599 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068908-016b-43c8-b8de-a411e98470bd req-9626afc0-0c8e-447a-8044-d73a7ea5e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:53:26.719097 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-9626afc0-0c8e-447a-8044-d73a7ea5e206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868666 Feb 17 04:53:26.752976 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-29b084de-98c4-4f42-8354-1072f5474558 req-8d56bb78-5d88-408c-8d5c-75226dacf9ab service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404884 Feb 17 04:53:26.819020 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-151dc703-b5e7-46fc-b239-ce4307f1ece9 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903337 Feb 17 04:53:26.850190 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:26.913022 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b2068908-016b-43c8-b8de-a411e98470bd req-309f85c7-98ff-4a87-8d13-c602788386b5 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Feb 17 04:53:26.925045 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}, {'id': 'ea51fee6-745b-408b-ad06-6dc8f43f625f', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:1d:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:53:24Z', 'updated_at': '2022-02-17T04:53:24Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:53:26.956645 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a656d8a-7230-4778-84d1-3159773bcdb2 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}, {'id': 'ea51fee6-745b-408b-ad06-6dc8f43f625f', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:1d:17:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:53:24Z', 'updated_at': '2022-02-17T04:53:24Z', 'revision_number': 0, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:53:27.049263 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:27.151586 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b781b4f2-1f58-43bf-87fb-4b6813c65413 None None] New status for floating IP ea51fee6-745b-408b-ad06-6dc8f43f625f: ACTIVE {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:53:47.345065 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:51.832982 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-7efc7c33-6e64-4c84-8e2c-4b6b712cf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:52.362103 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:53:54.297317 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e695-6430-4494-9e9a-837501cd67c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:55.101100 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:56.761019 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:53:57.051438 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:17.352228 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:21.836254 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ec6d26f2-ee4a-4d21-98f3-c4f2a9473d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:24.299623 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-90fd5a94-ec6e-4f6b-a937-a61ff88597e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:25.104799 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:25.463432 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-3fac042f-6d1d-4774-878b-9d2df251ce21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394192 Feb 17 04:54:25.531349 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-2490e0b6-16db-435c-a87b-b97580395425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:25.532846 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-2490e0b6-16db-435c-a87b-b97580395425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1099 time: 0.0399079 Feb 17 04:54:25.644370 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-ada6b939-8581-4b27-a993-d2d09622ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:25.645915 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-ada6b939-8581-4b27-a993-d2d09622ddd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0869093 Feb 17 04:54:25.713503 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-1b993521-fb58-41ff-b153-488e436903b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 1001 time: 0.0564702 Feb 17 04:54:25.768529 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-160171f7-0c29-4a96-b0a7-3367b29a1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:25.769961 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-160171f7-0c29-4a96-b0a7-3367b29a1bbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0464125 Feb 17 04:54:25.818444 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-92a2d3f5-5711-496d-baf9-a47d4f433bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:25.819878 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-92a2d3f5-5711-496d-baf9-a47d4f433bc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394795 Feb 17 04:54:25.906612 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-41154186-c6a8-48cd-8213-26f72f23a8dc service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793080 Feb 17 04:54:26.000851 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d936a882-2fc4-4199-a65f-0c183b7fe619 req-94802fa0-caf0-4f86-b236-571d4d85669e service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825129 Feb 17 04:54:26.764201 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:27.053036 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:29.361845 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:54:47.350187 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:51.837923 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-923b030d-5c07-4e23-9656-74bcd8a9de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:54.300913 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8abb1ccc-9e19-42e7-ba51-4e9f2177e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.009688 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56238) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:54:55.107651 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.217632 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port d7d4ee12-5fcb-4736-b19a-9f53e27a568a {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:54:55.217983 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.292764 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.293129 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.306934 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for d7d4ee12-5fcb-4736-b19a-9f53e27a568a owned by network:floatingip {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:54:55.448981 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.479191 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=d7d4ee12-5fcb-4736-b19a-9f53e27a568a,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:54:55.501228 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.501581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.501923 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.502259 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.502592 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.502926 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.503255 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.503582 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.503908 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.504260 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.504581 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.504900 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:55.542205 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.542651 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP ea51fee6-745b-408b-ad06-6dc8f43f625f disassociated (deleted). External IP: 172.27.2.56, port: cea53538-3c42-47d8-a21f-3f5ae3c0ce61. Feb 17 04:54:55.745220 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:54:55.849736 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:54:55.853887 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:55.860458 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:54:55.872609 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:54:55.873250 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:54:55.881513 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-ecaa17a8-8190-49c7-93bd-3ccb46932011 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "DELETE /v2.0/floatingips/ea51fee6-745b-408b-ad06-6dc8f43f625f HTTP/1.1" status: 204 len: 168 time: 0.8707631 Feb 17 04:54:55.882090 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:54:55.884483 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0711a577-cf25-4283-9167-c897f1d95523" -d '{"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:54:55.924748 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83c944-e46f-40c1-a32f-cb3749af00c6 x-openstack-request-id: req-2c83c944-e46f-40c1-a32f-cb3749af00c6 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:54:55.925163 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:54:55.925542 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c83c944-e46f-40c1-a32f-cb3749af00c6 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:54:55.925997 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'status': 'completed', 'code': 200} Feb 17 04:54:55.983369 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:54:56.001319 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a577-cf25-4283-9167-c897f1d95523 req-3a7be4ef-b9b6-4fdf-bd2c-96b6d87ef67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:56.003797 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-3a7be4ef-b9b6-4fdf-bd2c-96b6d87ef67a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 1099 time: 0.0476804 Feb 17 04:54:56.107918 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a577-cf25-4283-9167-c897f1d95523 req-1fca3a48-6783-4f1f-b680-d2c6605917cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:56.110192 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-1fca3a48-6783-4f1f-b680-d2c6605917cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0940523 Feb 17 04:54:56.111217 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483b7b-e2b7-46e9-92df-aaff961f29ff req-d77d9fbb-deaa-4ede-ab55-2971b45cc3dd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:56.112721 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-00483b7b-e2b7-46e9-92df-aaff961f29ff req-d77d9fbb-deaa-4ede-ab55-2971b45cc3dd tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Feb 17 04:54:56.152023 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-00483b7b-e2b7-46e9-92df-aaff961f29ff req-ff1b261b-8af2-46ab-8612-72491d6bf85e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331655 Feb 17 04:54:56.159518 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-1e131283-764d-4382-bc4b-d0c55cc7bf9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 200 len: 217 time: 0.0404334 Feb 17 04:54:56.209511 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a577-cf25-4283-9167-c897f1d95523 req-8f3e7f0d-63e0-471f-92c9-c4ac11ca5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:56.210940 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-8f3e7f0d-63e0-471f-92c9-c4ac11ca5dac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0423865 Feb 17 04:54:56.214059 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:54:56.243513 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:54:56.252781 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:54:56.253566 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:54:56.257753 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711a577-cf25-4283-9167-c897f1d95523 req-b419e850-2a6f-4007-81a1-4a407abcb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:56.259212 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-b419e850-2a6f-4007-81a1-4a407abcb9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386121 Feb 17 04:54:56.352138 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-e491a0a3-967a-4a65-a9ee-c1ceee851e51 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Feb 17 04:54:56.359453 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:54:56.440492 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0711a577-cf25-4283-9167-c897f1d95523 req-5abcfabd-e8fe-417e-b468-b32baccb3460 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806446 Feb 17 04:54:56.578179 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:54:56.603714 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffef77-1aeb-4d44-a556-12c4fba1a3f4 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_floatingips': [{'id': 'e2249c49-482a-4d88-90a1-4b5b00df1b24', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'router_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'port_id': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'mac_address': 'fa:16:3e:7b:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T04:51:29Z', 'updated_at': '2022-02-17T04:51:31Z', 'revision_number': 1, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:54:56.767379 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:56.800807 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5a5ec-efec-41e0-be69-0333e9744d72 None None] New status for floating IP ea51fee6-745b-408b-ad06-6dc8f43f625f: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:54:57.054767 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:57.270167 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddd37f-ff4a-4f26-958b-2578098d7955 req-f599c061-0d94-46d8-a3ee-add97b46fb5f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:57.271707 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-07ddd37f-ff4a-4f26-958b-2578098d7955 req-f599c061-0d94-46d8-a3ee-add97b46fb5f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0518644 Feb 17 04:54:57.307405 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-07ddd37f-ff4a-4f26-958b-2578098d7955 req-bae3ef73-848e-46b4-857a-fbc16996231f tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298707 Feb 17 04:54:57.878153 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074544c-cee6-4082-b6c7-be366f63178c req-34bf43db-4f98-4ba5-8f27-3ff77b709b79 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:54:57.879569 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e074544c-cee6-4082-b6c7-be366f63178c req-34bf43db-4f98-4ba5-8f27-3ff77b709b79 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 946 time: 0.0462222 Feb 17 04:54:57.965006 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:54:57.965345 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:58.054109 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] For port cea53538-3c42-47d8-a21f-3f5ae3c0ce61, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:54:58.054468 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:58.066432 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for cea53538-3c42-47d8-a21f-3f5ae3c0ce61 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:54:58.189080 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:58.216711 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=cea53538-3c42-47d8-a21f-3f5ae3c0ce61,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:54:58.228750 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.228986 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.229315 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.229649 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.229986 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.230316 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.230648 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.230977 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.231305 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.231635 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.232009 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.232308 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:54:58.266108 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] No DVR routers for this DVR port cea53538-3c42-47d8-a21f-3f5ae3c0ce61 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:54:58.268574 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:54:58.271766 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e074544c-cee6-4082-b6c7-be366f63178c req-0f6154a2-5eeb-4d91-8ee5-c8ff7d757536 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "DELETE /v2.0/ports/cea53538-3c42-47d8-a21f-3f5ae3c0ce61 HTTP/1.1" status: 204 len: 173 time: 0.3858166 Feb 17 04:54:58.272355 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'name': 'network-vif-deleted', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:54:58.274414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7db45-0311-485b-89fa-960c1c439658" -d '{"events": [{"server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "name": "network-vif-deleted", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:54:58.311804 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed8ffa-ff62-461e-89c8-d8f28dfc9136 x-openstack-request-id: req-62ed8ffa-ff62-461e-89c8-d8f28dfc9136 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:54:58.312172 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c596acc-fc5d-4be2-ad96-cef9fac66072", "name": "network-vif-deleted", "tag": "cea53538-3c42-47d8-a21f-3f5ae3c0ce61", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:54:58.312426 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62ed8ffa-ff62-461e-89c8-d8f28dfc9136 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:54:58.312823 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c596acc-fc5d-4be2-ad96-cef9fac66072', 'name': 'network-vif-deleted', 'tag': 'cea53538-3c42-47d8-a21f-3f5ae3c0ce61', 'status': 'completed', 'code': 200} Feb 17 04:54:58.399089 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c4c058a1-a37c-4942-8ea0-7c742027335b req-fb37ee42-be47-48f4-bb0a-76c7d2b7a08b tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c596acc-fc5d-4be2-ad96-cef9fac66072 HTTP/1.1" status: 200 len: 210 time: 0.0249958 Feb 17 04:55:01.670527 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56280) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:01.682609 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device cea53538-3c42-47d8-a21f-3f5ae3c0ce61 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:01.703205 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: cea53538-3c42-47d8-a21f-3f5ae3c0ce61 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:01.703549 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device cea53538-3c42-47d8-a21f-3f5ae3c0ce61 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:01.826075 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port 02f86df3-fac2-4a80-ba76-56f8f917bb51 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:01.826412 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:01.902008 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:01.902330 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:01.913663 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for 02f86df3-fac2-4a80-ba76-56f8f917bb51 owned by network:floatingip {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:02.057436 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:02.082715 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=02f86df3-fac2-4a80-ba76-56f8f917bb51,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:02.139363 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:02.139735 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.db.l3_db [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Floating IP e2249c49-482a-4d88-90a1-4b5b00df1b24 disassociated (deleted). External IP: 172.27.2.142, port: 890f173f-d6eb-44ee-9c6b-003cb1a74a03. Feb 17 04:55:02.341332 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:55:02.447206 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:55:02.452693 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:02.457719 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:55:02.466526 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:02.467129 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:02.479026 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-803fcf9c-d230-492f-80ab-151d562c5e5e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "DELETE /v2.0/floatingips/e2249c49-482a-4d88-90a1-4b5b00df1b24 HTTP/1.1" status: 204 len: 168 time: 0.8065825 Feb 17 04:55:02.479811 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:55:02.482144 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7acfe60b356f686a6ad8ae46a9d6793470d39fcc47e97656de2c34fca085d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c074f19-0ceb-4601-af0f-124fea45cc60" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:55:02.524685 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 04:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1393ed-e509-4cff-b125-23e6917c0e19 x-openstack-request-id: req-cb1393ed-e509-4cff-b125-23e6917c0e19 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:55:02.525182 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03", "status": "completed", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:55:02.525610 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb1393ed-e509-4cff-b125-23e6917c0e19 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:55:02.526010 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'status': 'completed', 'code': 200} Feb 17 04:55:02.597899 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-f8135ce8-27b0-49eb-b984-0bc7531d99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:02.600135 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-f8135ce8-27b0-49eb-b984-0bc7531d99f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52ecfd981c19495dba68d33a171d4dcd&device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 1098 time: 0.0485704 Feb 17 04:55:02.702853 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-a2eb4b24-4872-44ba-a702-a2daafc9ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:02.703193 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:02.705209 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-a2eb4b24-4872-44ba-a702-a2daafc9ff3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 200 len: 913 time: 0.0925782 Feb 17 04:55:02.726370 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf23dc7-32f3-4b08-8f6f-e0b5f6c5d286 req-c9eddb0e-6ffd-4193-bf49-8460fe89bd3e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:02.727861 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8cf23dc7-32f3-4b08-8f6f-e0b5f6c5d286 req-c9eddb0e-6ffd-4193-bf49-8460fe89bd3e tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0614729 Feb 17 04:55:02.755612 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-b0449ae1-cb46-4d9b-9a0c-c168933e6de8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 200 len: 217 time: 0.0421214 Feb 17 04:55:02.767138 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [req-8cf23dc7-32f3-4b08-8f6f-e0b5f6c5d286 req-ec90e905-46e6-4a84-9289-fb535977f919 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330379 Feb 17 04:55:02.809077 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-a08a977e-92b2-48b1-893e-58b6194319aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:02.810533 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-a08a977e-92b2-48b1-893e-58b6194319aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 200 len: 851 time: 0.0442472 Feb 17 04:55:02.854829 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-f65e582e-ccb6-4067-990c-a6b1f26a4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:02.856230 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-f65e582e-ccb6-4067-990c-a6b1f26a4962 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84cf6c97-23ee-4b29-bf6a-7f3ac242d640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382109 Feb 17 04:55:02.907158 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:02.933388 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:55:02.941546 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:02.942153 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:02.948153 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-8bfc09f7-73fa-4598-a028-fdaece28508e service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832701 Feb 17 04:55:03.041508 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c074f19-0ceb-4601-af0f-124fea45cc60 req-87a96b2f-fd36-4a89-b67c-a87054e32641 service neutron] 10.222.0.37 "GET /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Feb 17 04:55:03.052240 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:03.248136 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:03.277680 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2139ac-eb62-404c-a6ae-4cc929eb06a9 None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:48:29Z', 'revision_number': 4, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi', '_interfaces': [{'id': '145157b9-af70-4255-94a9-bdcaf8fa1959', 'name': '', 'network_id': '84cf6c97-23ee-4b29-bf6a-7f3ac242d640', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'mac_address': 'fa:16:3e:08:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:29Z', 'updated_at': '2022-02-17T04:48:33Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'subnets': [{'id': '7cd91d27-c733-4970-9c7f-e008e1093002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:55:03.482156 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42faba9b-794e-4c1b-9cc5-ba5ce322509c None None] New status for floating IP e2249c49-482a-4d88-90a1-4b5b00df1b24: DOWN {{(pid=108239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 04:55:03.882788 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81228ad6-d605-48eb-83f4-df88c61f5760 req-389208c2-8e23-4573-87c3-666705214f66 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:03.884261 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-81228ad6-d605-48eb-83f4-df88c61f5760 req-389208c2-8e23-4573-87c3-666705214f66 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Feb 17 04:55:03.921199 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-81228ad6-d605-48eb-83f4-df88c61f5760 req-c86e3448-369e-49f2-9bb4-051d6185d719 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/security-groups?id=445e89a7-f510-40b3-b77b-42f2e6e2290d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Feb 17 04:55:04.435610 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-fd5badac-16fc-46e1-bdc1-2a4565cd3770 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 04:55:04.437587 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-fd5badac-16fc-46e1-bdc1-2a4565cd3770 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 945 time: 0.0515249 Feb 17 04:55:04.525115 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:04.525449 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:04.611035 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] For port 890f173f-d6eb-44ee-9c6b-003cb1a74a03, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=890f173f-d6eb-44ee-9c6b-003cb1a74a03,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:04.611380 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:04.623101 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for 890f173f-d6eb-44ee-9c6b-003cb1a74a03 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:04.743641 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:04.774552 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=890f173f-d6eb-44ee-9c6b-003cb1a74a03,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:04.813564 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] No DVR routers for this DVR port 890f173f-d6eb-44ee-9c6b-003cb1a74a03 on host hv-cinder-82963 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:55:04.816210 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:04.819512 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8d15374-0296-45e4-87f5-2d061ab9a587 req-8ebb8237-f167-49c7-98b5-42a42a3450b7 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.37 "DELETE /v2.0/ports/890f173f-d6eb-44ee-9c6b-003cb1a74a03 HTTP/1.1" status: 204 len: 173 time: 0.3743103 Feb 17 04:55:04.820051 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'name': 'network-vif-deleted', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 04:55:04.822556 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ae53182c5ae8024ae271c4669dc52e9f9b8b5bb1b2cefbfdb187b4917ca0b6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947be7a7-d68a-4c4a-b128-bf937d56cff2" -d '{"events": [{"server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "name": "network-vif-deleted", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 04:55:04.859340 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 04:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c4c37-91ef-4592-819a-116c47d4a474 x-openstack-request-id: req-638c4c37-91ef-4592-819a-116c47d4a474 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 04:55:04.859634 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffacc9d-9ea5-4374-9e23-9b02f4533b64", "name": "network-vif-deleted", "tag": "890f173f-d6eb-44ee-9c6b-003cb1a74a03", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 04:55:04.859883 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-638c4c37-91ef-4592-819a-116c47d4a474 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 04:55:04.860314 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffacc9d-9ea5-4374-9e23-9b02f4533b64', 'name': 'network-vif-deleted', 'tag': '890f173f-d6eb-44ee-9c6b-003cb1a74a03', 'status': 'completed', 'code': 200} Feb 17 04:55:05.014768 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fd8b7b91-354e-44bf-b2d1-96fee83f659a req-fd5c57ad-12bc-431d-b4be-06550852eddc tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ffacc9d-9ea5-4374-9e23-9b02f4533b64 HTTP/1.1" status: 200 len: 210 time: 0.0264828 Feb 17 04:55:06.071632 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56298) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:06.188835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Deleting port 89223a87-f3b9-4f58-a075-647781991115 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:06.189300 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.261978 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.262298 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.273693 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Calling delete_port for 89223a87-f3b9-4f58-a075-647781991115 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:06.360897 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:55:06.398871 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.423116 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'Port': ['ID=89223a87-f3b9-4f58-a075-647781991115,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:06.480028 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.482498 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17149'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:06.483682 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-66bc21b8-ba70-4b71-93a2-0e26b2bcbcee tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "DELETE /v2.0/floatingips/c23dfc48-dddb-4a09-8334-42b8cb3836cc HTTP/1.1" status: 204 len: 168 time: 0.4110572 Feb 17 04:55:07.668913 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56310) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:07.715749 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 890f173f-d6eb-44ee-9c6b-003cb1a74a03 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:07.725989 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:07.735709 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] No Port match for: 890f173f-d6eb-44ee-9c6b-003cb1a74a03 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:07.736074 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Device 890f173f-d6eb-44ee-9c6b-003cb1a74a03 not bound to the agent host hv-cinder-82963 {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:07.751910 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:07.812222 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:07.814752 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:07.816045 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] 10.222.0.61 "DELETE /v2.0/security-groups/445e89a7-f510-40b3-b77b-42f2e6e2290d HTTP/1.1" status: 204 len: 168 time: 0.1461291 Feb 17 04:55:07.824784 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4446c58-1101-464d-9300-bf766ecaef08 tempest-TestVolumeBootPattern-1014648773 tempest-TestVolumeBootPattern-1014648773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e89a7-f510-40b3-b77b-42f2e6e2290d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:07.872742 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56314) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:08.583044 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:08.819444 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Deleting port 145157b9-af70-4255-94a9-bdcaf8fa1959 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:08.820187 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:08.897892 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] For port 145157b9-af70-4255-94a9-bdcaf8fa1959, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=145157b9-af70-4255-94a9-bdcaf8fa1959,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:08.898166 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:08.909775 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Calling delete_port for 145157b9-af70-4255-94a9-bdcaf8fa1959 owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:09.079645 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.102181 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=145157b9-af70-4255-94a9-bdcaf8fa1959,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:09.259649 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.465965 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Router f87c4c4b-5e42-44ea-9d10-21ca43924aeb has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:55:09.567835 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:55:09.575361 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-86a55814-4931-4daa-b4a8-d3cf826658a0 admin admin] 10.222.0.61 "PUT /v2.0/routers/f87c4c4b-5e42-44ea-9d10-21ca43924aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991203 Feb 17 04:55:09.575553 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56318) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:09.576681 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Sync routers for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:55:09.586741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:09.587351 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:09.677460 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks [] for router, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.692453 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: dv-cinder-829630-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:09.776640 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.826251 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Deleting port 152a27eb-53d0-4416-b6de-511566b9a43e {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:09.827497 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.871493 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:55:09Z', 'revision_number': 5, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port': {'id': '152a27eb-53d0-4416-b6de-511566b9a43e', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:27Z', 'updated_at': '2022-02-17T04:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:09.898567 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Checking router: f87c4c4b-5e42-44ea-9d10-21ca43924aeb for host: dv-cinder-829630-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:55:09.907212 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Routers {'f87c4c4b-5e42-44ea-9d10-21ca43924aeb'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:09.907823 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:09.908104 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] For port 152a27eb-53d0-4416-b6de-511566b9a43e, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=152a27eb-53d0-4416-b6de-511566b9a43e,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:09.908480 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:09.919822 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Calling delete_port for 152a27eb-53d0-4416-b6de-511566b9a43e owned by network:router_gateway {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:09.992446 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] Set router f87c4c4b-5e42-44ea-9d10-21ca43924aeb gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:10.059660 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:55:09Z', 'revision_number': 6, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:10.087334 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896f38a-e7d7-46bd-b40f-3770622c9e9f None None] The sync data for ids ['f87c4c4b-5e42-44ea-9d10-21ca43924aeb'] in dv-cinder-829630-1-iscsi is: [{'id': 'f87c4c4b-5e42-44ea-9d10-21ca43924aeb', 'name': 'tempest-TestVolumeBootPattern-1644753280-router', 'tenant_id': '52ecfd981c19495dba68d33a171d4dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:26Z', 'updated_at': '2022-02-17T04:55:09Z', 'revision_number': 6, 'project_id': '52ecfd981c19495dba68d33a171d4dcd', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:55:10.087600 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.114513 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Pushing event deleted for resources: {'Port': ['ID=152a27eb-53d0-4416-b6de-511566b9a43e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:10.172688 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.261504 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.263543 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.304384 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.304928 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87c4c4b-5e42-44ea-9d10-21ca43924aeb {{(pid=108236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:55:10.309184 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.310360 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bae145c2-7746-4518-ae57-885bcede1833 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f87c4c4b-5e42-44ea-9d10-21ca43924aeb HTTP/1.1" status: 204 len: 168 time: 0.7338209 Feb 17 04:55:10.313412 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56320) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:10.356018 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Deleting subnet 7cd91d27-c733-4970-9c7f-e008e1093002 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:55:10.359044 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.393258 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.475432 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.528700 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.556554 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.560614 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7cd91d27-c733-4970-9c7f-e008e1093002 HTTP/1.1" status: 204 len: 168 time: 0.2459671 Feb 17 04:55:10.561404 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a80b3-f5a4-4b38-bb4e-aed599e3925a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd91d27-c733-4970-9c7f-e008e1093002,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:10.561831 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef120cb6-f293-4440-9823-daaffe17a418 None None] Network 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:55:10.563083 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56322) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:10.630531 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.682179 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Deleting port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:10.683191 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.748284 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] For port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,segment=NetworkSegment(5edb5cc8-37fe-4e62-b0b8-f3bb7d574015),segment_id=5edb5cc8-37fe-4e62-b0b8-f3bb7d574015)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:10.748601 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.760380 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Calling delete_port for a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:10.832251 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524854f-157b-4b9d-b709-773aad2ed9cf None None] DHCP port deletion for 84cf6c97-23ee-4b29-bf6a-7f3ac242d640 request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:55:10.838845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:10.855878 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-3524854f-157b-4b9d-b709-773aad2ed9cf None None] The port 'a31c4a62-e6ae-48f5-9f6c-fc703729cdb4' was deleted {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 17 04:55:10.870465 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Pushing event deleted for resources: {'Port': ['ID=a31c4a62-e6ae-48f5-9f6c-fc703729cdb4,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:10.875282 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] No DVR routers for this DVR port a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 on host dv-cinder-829630-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:55:11.097855 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 145157b9-af70-4255-94a9-bdcaf8fa1959 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:11.119983 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 145157b9-af70-4255-94a9-bdcaf8fa1959 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:11.120325 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 145157b9-af70-4255-94a9-bdcaf8fa1959 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:11.120741 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:11.140995 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:11.141350 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device a31c4a62-e6ae-48f5-9f6c-fc703729cdb4 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:11.141731 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 152a27eb-53d0-4416-b6de-511566b9a43e no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:11.164078 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: 152a27eb-53d0-4416-b6de-511566b9a43e {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:11.164419 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device 152a27eb-53d0-4416-b6de-511566b9a43e not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:11.170486 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.190423 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cf6c97-23ee-4b29-bf6a-7f3ac242d640']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:11.199106 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:11.199400 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edb5cc8-37fe-4e62-b0b8-f3bb7d574015') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:11.208794 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.223020 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.228947 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:55:11.229372 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:55:11.230994 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:55:11.287554 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.292604 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.296520 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] 10.222.0.61 "DELETE /v2.0/networks/84cf6c97-23ee-4b29-bf6a-7f3ac242d640 HTTP/1.1" status: 204 len: 168 time: 0.7316878 Feb 17 04:55:11.299395 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56324) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:11.309873 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144647-0d24-41f2-8146-eea98863a17d admin admin] Pushing event deleted for resources: {'Network': ['ID=84cf6c97-23ee-4b29-bf6a-7f3ac242d640,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:11.634486 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933804'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.871387 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Deleting port baceca92-d7e8-44a1-b5c5-cd61c669e9ce {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:11.871728 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.946193 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] For port baceca92-d7e8-44a1-b5c5-cd61c669e9ce, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:11.946551 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:11.958621 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Calling delete_port for baceca92-d7e8-44a1-b5c5-cd61c669e9ce owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:12.133399 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:12.163093 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Pushing event deleted for resources: {'Port': ['ID=baceca92-d7e8-44a1-b5c5-cd61c669e9ce,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:12.586625 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933824'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:12.789810 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 has already been hosted by L3 agent 4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 04:55:12.887545 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] Notify agent at l3_agent.dv-cinder-829630-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 04:55:12.893142 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7fdd2f30-8ca8-46b5-8ba9-ced1d7d0ada6 admin admin] 10.222.0.61 "PUT /v2.0/routers/ab01d163-450a-4e48-a4ea-f1e7dcbef9a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921099 Feb 17 04:55:12.895759 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56326) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:12.896477 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Sync routers for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 04:55:12.906860 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:12.907463 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:13.001681 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.015492 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: dv-cinder-829630-1-iscsi {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:13.110960 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.162524 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Deleting port b0455b36-7057-4910-b39a-de414af6767c {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:13.162769 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.197034 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'external_fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b0455b36-7057-4910-b39a-de414af6767c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:55:12Z', 'revision_number': 5, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port': {'id': 'b0455b36-7057-4910-b39a-de414af6767c', 'name': '', 'network_id': '24202a8a-dae7-43b9-92be-0ab799b37a74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T04:48:32Z', 'updated_at': '2022-02-17T04:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b28bbbbf-35a1-443b-bf54-4bd69183c3c5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-1-iscsi'}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:13.223845 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Checking router: ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 for host: dv-cinder-829630-1-iscsi {{(pid=108239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 04:55:13.231892 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Routers {'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'} bound to L3 agent in host dv-cinder-829630-1-iscsi {{(pid=108239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 04:55:13.232519 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T04:31:54Z,description=,heartbeat_timestamp=2022-02-17T04:54:54Z,host='dv-cinder-829630-1-iscsi',id=4b0d39de-7a6f-4b49-8cf3-b56f17f3f89a,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T04:31:54Z,topic='l3_agent')) {'router_ids': ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'], 'active': True} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:13.242110 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] For port b0455b36-7057-4910-b39a-de414af6767c, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=b0455b36-7057-4910-b39a-de414af6767c,segment=NetworkSegment(cb3d0576-fd33-482e-95cb-8ba8dbcb32db),segment_id=cb3d0576-fd33-482e-95cb-8ba8dbcb32db)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:13.242467 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.254458 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Calling delete_port for b0455b36-7057-4910-b39a-de414af6767c owned by network:router_gateway {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:13.320659 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_dvr_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] Set router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 gateway port host: None {{(pid=108239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 04:55:13.375206 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.l3_hamode_db [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:55:13Z', 'revision_number': 6, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port_host': None}], 'dv-cinder-829630-1-iscsi', False) {} {{(pid=108239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:13.402490 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f769d1-33e8-4f55-a9b0-40e92beff722 None None] The sync data for ids ['ab01d163-450a-4e48-a4ea-f1e7dcbef9a7'] in dv-cinder-829630-1-iscsi is: [{'id': 'ab01d163-450a-4e48-a4ea-f1e7dcbef9a7', 'name': 'tempest-TestVolumeBootPattern-779135659-router', 'tenant_id': '58c03a08c65b404a966f1d2246a623a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T04:48:31Z', 'updated_at': '2022-02-17T04:55:13Z', 'revision_number': 6, 'project_id': '58c03a08c65b404a966f1d2246a623a0', 'gw_port_host': None}] {{(pid=108239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 04:55:13.417078 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126341790'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.441414 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0455b36-7057-4910-b39a-de414af6767c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:13.505683 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926818'] for router_gateway, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.592416 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-927105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10171'] for router, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.594538 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.636434 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-927215'] for router, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.636946 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 {{(pid=108236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 04:55:13.641931 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.643173 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2cc98065-a675-4f0c-975f-28ec22f2adf5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ab01d163-450a-4e48-a4ea-f1e7dcbef9a7 HTTP/1.1" status: 204 len: 168 time: 0.7464597 Feb 17 04:55:13.645724 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.61', 56328) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:13.691376 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Deleting subnet 256af4f0-bcfc-40d3-b01f-72ed4e80c33c {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 17 04:55:13.694546 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.726920 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126795644'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.813726 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4067333'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.865187 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4067390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-995307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126341741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126820102'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.890205 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256af4f0-bcfc-40d3-b01f-72ed4e80c33c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:13.894885 dv-cinder-829630-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:13.898794 dv-cinder-829630-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7f7791a9-c8cd-4e2f-8f9a-79a9c6e8716b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/256af4f0-bcfc-40d3-b01f-72ed4e80c33c HTTP/1.1" status: 204 len: 168 time: 0.2519937 Feb 17 04:55:13.900160 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41220df1-df4e-4212-9332-0d3e199ae26e None None] Network 921839aa-4b90-470a-acd9-8f768ba769eb requested from dv-cinder-829630-1-iscsi {{(pid=108238) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 17 04:55:13.901213 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56330) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:13.968643 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4125708'] for network, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.024262 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Deleting port dba9437e-892a-4f10-9f09-5c3d6ef17749 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:14.024605 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.092809 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] For port dba9437e-892a-4f10-9f09-5c3d6ef17749, host dv-cinder-829630-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-1-iscsi',level=0,port_id=dba9437e-892a-4f10-9f09-5c3d6ef17749,segment=NetworkSegment(285eafd0-e0e5-43a9-af72-2084ad11d8c1),segment_id=285eafd0-e0e5-43a9-af72-2084ad11d8c1)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:14.093199 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.105508 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Calling delete_port for dba9437e-892a-4f10-9f09-5c3d6ef17749 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:14.139928 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] DHCP port deletion for 921839aa-4b90-470a-acd9-8f768ba769eb request from dv-cinder-829630-1-iscsi {{(pid=108238) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 17 04:55:14.189602 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Deleting port dba9437e-892a-4f10-9f09-5c3d6ef17749 {{(pid=108238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 17 04:55:14.189863 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129608486'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.189995 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736434952030'] for port, before_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.216567 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Pushing event deleted for resources: {'Port': ['ID=dba9437e-892a-4f10-9f09-5c3d6ef17749,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:14.219162 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] No DVR routers for this DVR port dba9437e-892a-4f10-9f09-5c3d6ef17749 on host dv-cinder-829630-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:55:14.262696 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] For port dba9437e-892a-4f10-9f09-5c3d6ef17749, host dv-cinder-829630-1-iscsi, got binding levels [] {{(pid=108238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 04:55:14.263093 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927162'] for port, precommit_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.276359 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Calling delete_port for dba9437e-892a-4f10-9f09-5c3d6ef17749 owned by network:dhcp {{(pid=108238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 17 04:55:14.279018 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.ipam_backend_mixin [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Port dba9437e-892a-4f10-9f09-5c3d6ef17749 was not found and therefore no delete operation was performed {{(pid=108238) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 04:55:14.281176 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736434953045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736434570882'] for port, after_delete {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.290697 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069543', 'neutron.services.segments.db._delete_segments_for_network-8736434876456'] for network, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.310841 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Pushing event deleted for resources: {'Port': ['ID=dba9437e-892a-4f10-9f09-5c3d6ef17749,revision_number=None']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:14.311550 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921839aa-4b90-470a-acd9-8f768ba769eb']}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:14.318799 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] No DVR routers for this DVR port dba9437e-892a-4f10-9f09-5c3d6ef17749 on host dv-cinder-829630-1-iscsi {{(pid=108238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 04:55:14.322222 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.322568 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.326073 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285eafd0-e0e5-43a9-af72-2084ad11d8c1') {'for_net_delete': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:14.326073 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.services.segments.db [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285eafd0-e0e5-43a9-af72-2084ad11d8c1') {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 04:55:14.327292 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.327292 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.328049 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.328049 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.328618 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.328798 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.329095 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.329426 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.329730 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.330056 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510b8e63-10c1-402a-932c-10f628ca9ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 04:55:14.335830 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736435115412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129003400'] for segment, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.353261 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407'] for segment, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.360336 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=108237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 04:55:14.360723 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4074407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129608563'] for segment, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: Traceback (most recent call last): Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: timer() Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: cb(*args, **kw) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: return func(*args, **kwargs) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: self._notify() Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: self.callback(batched_events) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: event.method(event) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: return f(self, *a, **k) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._get(url).json() Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: return self.request(url, 'GET', **kwargs) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:55:14.362359 dv-cinder-829630-1-iscsi neutron-server[108237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:55:14.420232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926814'] for network, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.425505 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581614'] for network, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.428754 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] 10.222.0.61 "DELETE /v2.0/networks/921839aa-4b90-470a-acd9-8f768ba769eb HTTP/1.1" status: 204 len: 168 time: 0.5265090 Feb 17 04:55:14.443074 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5c717-faa3-4c20-9a0b-663c5529f6df admin admin] Pushing event deleted for resources: {'Network': ['ID=921839aa-4b90-470a-acd9-8f768ba769eb,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:14.539511 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56334) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:14.578486 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-b2d9f6fd-5a1d-4e5b-b3f9-53f8929057c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52ecfd981c19495dba68d33a171d4dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377560 Feb 17 04:55:14.580847 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56336) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:14.626845 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.647337 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.696763 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.699655 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:14.700812 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6d2cfcb-310a-4f7d-af99-5ce8e440534d HTTP/1.1" status: 204 len: 168 time: 0.1191056 Feb 17 04:55:14.709176 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90580131-1292-4c40-8b6e-e654d1e92562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2cfcb-310a-4f7d-af99-5ce8e440534d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:15.004779 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56342) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:15.043817 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-1a7655eb-55b5-46b2-958a-d4900ffe3660 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58c03a08c65b404a966f1d2246a623a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378861 Feb 17 04:55:15.047044 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [-] (108237) accepted ('10.222.0.61', 56344) {{(pid=108237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 17 04:55:15.085818 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device dba9437e-892a-4f10-9f09-5c3d6ef17749 no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:15.096046 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:15.105839 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: dba9437e-892a-4f10-9f09-5c3d6ef17749 {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:15.106161 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device dba9437e-892a-4f10-9f09-5c3d6ef17749 not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:15.106574 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device b0455b36-7057-4910-b39a-de414af6767c no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:15.116874 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:15.126333 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: b0455b36-7057-4910-b39a-de414af6767c {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:15.126680 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device b0455b36-7057-4910-b39a-de414af6767c not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:15.127082 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device baceca92-d7e8-44a1-b5c5-cd61c669e9ce no longer exists at agent ovs-agent-dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 04:55:15.145353 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.plugin [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] No Port match for: baceca92-d7e8-44a1-b5c5-cd61c669e9ce {{(pid=108238) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 17 04:55:15.145798 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.rpc [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Device baceca92-d7e8-44a1-b5c5-cd61c669e9ce not bound to the agent host dv-cinder-829630-1-iscsi {{(pid=108238) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 04:55:15.164721 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985545'] for security_group, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:15.167232 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:15.168475 dv-cinder-829630-1-iscsi neutron-server[108237]: INFO neutron.wsgi [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad0c59ec-9a73-4f8f-86ec-502898d87689 HTTP/1.1" status: 204 len: 168 time: 0.1205220 Feb 17 04:55:15.176521 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9faca-162b-4b8e-b604-f0f29a8d88f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c59ec-9a73-4f8f-86ec-502898d87689,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 04:55:17.349686 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:21.838978 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3ef348a4-04dd-43a4-a16e-d178c31ef2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:24.302627 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8e82e549-9b70-485f-acb3-4f53df2c335f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:25.110135 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:26.769706 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:27.056465 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:43.359944 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:55:47.363740 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:51.842583 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-107060fd-b1fe-4748-a3cb-6be4af3a2b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:54.304111 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c712e698-e44a-4521-8827-1dac799da0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:55.112567 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:56.772862 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:57.058125 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:55:59.326437 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-c0aca1d3-2c79-40b0-a1ae-3353a8efaa50 req-eef9d13c-3459-487f-b5f7-06b8885c72ef service neutron] (108237) timed out ('10.222.0.37', 50464) {{(pid=108237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 17 04:56:17.378765 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:19.242454 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-2852ed46-ab7f-4c0f-87ad-dfae872a6dd6 req-e38a8ab6-46dd-4ad8-81a6-a2c93cb843e7 service neutron] (108237) timed out ('10.222.0.37', 50421) {{(pid=108237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 17 04:56:20.359273 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:56:21.844635 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ea442c0a-f0e1-4b4b-a129-40962b673b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:24.306014 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-949ae64a-fad1-4f0b-9ab7-baa1ccaf09df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:25.115667 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:26.775843 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:27.062713 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:47.378670 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:51.846743 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1bd3cfdd-7307-4110-977a-a739b13d70ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:54.307192 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ca64-040a-43b4-9c15-78502c093b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:55.118368 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:56.777875 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:57.057066 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:56:57.358392 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:57:17.379733 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:21.848766 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-8c72618f-9c7e-4f0d-b820-9328d599d241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:24.309319 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d2be5f7b-9f9c-470b-affb-9b03d656581f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:25.121509 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:26.779887 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:27.059633 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:34.360745 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:57:47.392256 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:51.849701 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0d5-bbc8-4987-8789-d8a390778972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:54.309527 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1512feb3-8f91-45b9-aedd-ba3fd8cf2e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:55.128162 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:56.782161 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:57:57.060825 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:11.359092 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:58:17.408061 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:21.851431 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-32363cd3-3782-42c7-9f94-604861a2474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:24.310525 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9b07508a-012c-4b73-a7d5-9c94ef6d7898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:25.126025 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:26.784551 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:27.061667 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:47.406642 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:48.358030 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:58:51.853666 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d76c-41ad-4b07-8186-7e235509d4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:54.312679 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-b791987f-542f-4ac6-93b9-fa1aae1fc093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:55.129738 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:56.787663 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:58:57.063127 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:17.422921 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:21.854405 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-1e6b55cc-5453-4527-9144-341d6603caf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:24.313821 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-cc1687fe-eec5-4f11-9a19-4086bda80e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:25.131629 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:25.357042 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 04:59:26.790995 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:27.064137 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:47.420899 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:51.855827 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a77a87b-6313-4cef-a21f-edf95a7776b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:54.315245 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8838-3f39-4ee9-a558-99a0bfc18dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:55.135054 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:56.794973 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-3d421194-797e-4465-af14-19bc71f28419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 04:59:57.064777 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-5df61a1c-e874-425b-83ba-aee860181be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 05:00:02.355445 dv-cinder-829630-1-iscsi neutron-server[108239]: DEBUG neutron.db.agents_db [None req-edce37b7-c060-40ae-aa8e-9375fb48371e None None] Agent healthcheck: found 6 active agents {{(pid=108239) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 05:00:17.424232 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6dfd854a-5a88-4740-9f67-1604a01370f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 05:00:21.858029 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-44a8edfc-3a0e-40d7-8d92-34864f8937e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 05:00:24.318310 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-ab875533-5a95-4407-a65d-741d0cb81e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 17 05:00:25.072563 dv-cinder-829630-1-iscsi neutron-server[108237]: DEBUG neutron.wsgi [req-fcbeb46d-a1c8-4f45-8a07-ab2768d0a462 req-060b0a42-35aa-48e6-b9ba-b63bdee6ad57 service neutron] (108237) timed out ('10.222.0.61', 52888) {{(pid=108237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 17 05:00:25.136712 dv-cinder-829630-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d5b00353-0ade-4eb5-afc5-1c6e9c7df2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736434876290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4065385'] for agent, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}